[ 532.419123] env[63920]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63920) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.419433] env[63920]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63920) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.419554] env[63920]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63920) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 532.419946] env[63920]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 532.517306] env[63920]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 532.527551] env[63920]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63920) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 533.129243] env[63920]: INFO nova.virt.driver [None req-119fc1ea-72db-4e49-9eaf-fef0e826784a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 533.200769] env[63920]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 533.200927] env[63920]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 533.201063] env[63920]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63920) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 536.388400] env[63920]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-90a9add1-aa54-4a6a-ac61-4632694d3b01 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.403626] env[63920]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63920) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 536.403785] env[63920]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f3722e9a-cb90-4e5e-88d5-babeaca4054c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.426838] env[63920]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 24015. [ 536.426989] env[63920]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.226s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.427583] env[63920]: INFO nova.virt.vmwareapi.driver [None req-119fc1ea-72db-4e49-9eaf-fef0e826784a None None] VMware vCenter version: 7.0.3 [ 536.431081] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a69758-7e28-430b-8bdb-422795f8710d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.449416] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cef8b03-3d00-4e7e-99df-167330f2c109 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.455300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e65ed5-331e-4e55-bd30-279cf7e8b9b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.461867] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34632b02-a366-4d81-94b4-cc1c9fa72b69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.475036] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e14cb91-b856-4a3e-9c29-9d523555214f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.480844] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6515ffcc-2622-44a3-9fef-11537c141af5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.510433] env[63920]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f893e997-7aee-40d5-af90-7808c2ec5deb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 536.515395] env[63920]: DEBUG nova.virt.vmwareapi.driver [None req-119fc1ea-72db-4e49-9eaf-fef0e826784a None None] Extension org.openstack.compute already exists. {{(pid=63920) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 536.518181] env[63920]: INFO nova.compute.provider_config [None req-119fc1ea-72db-4e49-9eaf-fef0e826784a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 537.021975] env[63920]: DEBUG nova.context [None req-119fc1ea-72db-4e49-9eaf-fef0e826784a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3f0c2900-a12a-4050-878c-82ef806b0c84(cell1) {{(pid=63920) load_cells /opt/stack/nova/nova/context.py:464}} [ 537.024946] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.025192] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.025885] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.026394] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Acquiring lock "3f0c2900-a12a-4050-878c-82ef806b0c84" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.026639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Lock "3f0c2900-a12a-4050-878c-82ef806b0c84" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.027661] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Lock "3f0c2900-a12a-4050-878c-82ef806b0c84" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.047487] env[63920]: INFO dbcounter [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Registered counter for database nova_cell0 [ 537.055547] env[63920]: INFO dbcounter [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Registered counter for database nova_cell1 [ 537.058702] env[63920]: DEBUG oslo_db.sqlalchemy.engines [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63920) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 537.059079] env[63920]: DEBUG oslo_db.sqlalchemy.engines [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63920) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 537.063873] env[63920]: ERROR nova.db.main.api [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.063873] env[63920]: result = function(*args, **kwargs) [ 537.063873] env[63920]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 537.063873] env[63920]: return func(*args, **kwargs) [ 537.063873] env[63920]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.063873] env[63920]: result = fn(*args, **kwargs) [ 537.063873] env[63920]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.063873] env[63920]: return f(*args, **kwargs) [ 537.063873] env[63920]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 537.063873] env[63920]: return db.service_get_minimum_version(context, binaries) [ 537.063873] env[63920]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.063873] env[63920]: _check_db_access() [ 537.063873] env[63920]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.063873] env[63920]: stacktrace = ''.join(traceback.format_stack()) [ 537.063873] env[63920]: [ 537.064685] env[63920]: ERROR nova.db.main.api [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 537.064685] env[63920]: result = function(*args, **kwargs) [ 537.064685] env[63920]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 537.064685] env[63920]: return func(*args, **kwargs) [ 537.064685] env[63920]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 537.064685] env[63920]: result = fn(*args, **kwargs) [ 537.064685] env[63920]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 537.064685] env[63920]: return f(*args, **kwargs) [ 537.064685] env[63920]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 537.064685] env[63920]: return db.service_get_minimum_version(context, binaries) [ 537.064685] env[63920]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 537.064685] env[63920]: _check_db_access() [ 537.064685] env[63920]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 537.064685] env[63920]: stacktrace = ''.join(traceback.format_stack()) [ 537.064685] env[63920]: [ 537.065048] env[63920]: WARNING nova.objects.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 537.065203] env[63920]: WARNING nova.objects.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Failed to get minimum service version for cell 3f0c2900-a12a-4050-878c-82ef806b0c84 [ 537.065623] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Acquiring lock "singleton_lock" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.065782] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Acquired lock "singleton_lock" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.066269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Releasing lock "singleton_lock" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.066356] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Full set of CONF: {{(pid=63920) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 537.066482] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ******************************************************************************** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 537.066630] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] Configuration options gathered from: {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 537.066769] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 537.066963] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 537.067104] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ================================================================================ {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 537.067314] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] allow_resize_to_same_host = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.067482] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] arq_binding_timeout = 300 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.067610] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] backdoor_port = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.067733] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] backdoor_socket = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.067896] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] block_device_allocate_retries = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.068067] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] block_device_allocate_retries_interval = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.068238] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cert = self.pem {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.068402] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.068564] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute_monitors = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.068786] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] config_dir = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.068965] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] config_drive_format = iso9660 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.069111] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.069276] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] config_source = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.069442] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] console_host = devstack {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.069602] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] control_exchange = nova {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.069774] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cpu_allocation_ratio = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.069945] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] daemon = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.070131] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] debug = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.070289] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] default_access_ip_network_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.070451] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] default_availability_zone = nova {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.070601] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] default_ephemeral_format = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.070758] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] default_green_pool_size = 1000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.070985] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.071161] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] default_schedule_zone = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.071312] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] disk_allocation_ratio = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.071466] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] enable_new_services = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.071640] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] enabled_apis = ['osapi_compute'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.071800] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] enabled_ssl_apis = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.071957] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] flat_injected = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.072126] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] force_config_drive = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.072283] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] force_raw_images = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.072448] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] graceful_shutdown_timeout = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.072603] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] heal_instance_info_cache_interval = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.072819] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] host = cpu-1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.072996] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.073171] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.073331] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.073552] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.073735] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_build_timeout = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.073872] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_delete_interval = 300 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.074047] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_format = [instance: %(uuid)s] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.074217] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_name_template = instance-%08x {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.074375] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_usage_audit = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.074543] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_usage_audit_period = month {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.074705] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.074870] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.075052] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] internal_service_availability_zone = internal {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.075218] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] key = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.075378] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] live_migration_retry_count = 30 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.075545] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_color = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.075714] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_config_append = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.075869] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.076040] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_dir = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.076203] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.076333] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_options = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.076492] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_rotate_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.076735] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_rotate_interval_type = days {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.076934] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] log_rotation_type = none {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.077081] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.077210] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.077384] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.077548] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.077676] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.077842] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] long_rpc_timeout = 1800 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.078009] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] max_concurrent_builds = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.078179] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] max_concurrent_live_migrations = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.078338] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] max_concurrent_snapshots = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.078497] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] max_local_block_devices = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.078695] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] max_logfile_count = 30 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.078859] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] max_logfile_size_mb = 200 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.079035] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] maximum_instance_delete_attempts = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.079208] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metadata_listen = 0.0.0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.079375] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metadata_listen_port = 8775 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.079544] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metadata_workers = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.079706] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] migrate_max_retries = -1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.079897] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] mkisofs_cmd = genisoimage {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.080119] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.080253] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] my_ip = 10.180.1.21 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.080456] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.080627] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] network_allocate_retries = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.080841] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.081024] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.081196] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] osapi_compute_listen_port = 8774 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.081364] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] osapi_compute_unique_server_name_scope = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.081533] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] osapi_compute_workers = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.081698] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] password_length = 12 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.081861] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] periodic_enable = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082033] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] periodic_fuzzy_delay = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082206] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] pointer_model = usbtablet {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082375] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] preallocate_images = none {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082533] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] publish_errors = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082660] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] pybasedir = /opt/stack/nova {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082818] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ram_allocation_ratio = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.082976] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] rate_limit_burst = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.083158] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] rate_limit_except_level = CRITICAL {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.083318] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] rate_limit_interval = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.083475] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reboot_timeout = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.083633] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reclaim_instance_interval = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.083832] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] record = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.083950] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reimage_timeout_per_gb = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.084131] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] report_interval = 120 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.084293] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] rescue_timeout = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.084452] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reserved_host_cpus = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.084611] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reserved_host_disk_mb = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.084773] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reserved_host_memory_mb = 512 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.084935] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] reserved_huge_pages = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.085110] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] resize_confirm_window = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.085271] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] resize_fs_using_block_device = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.085429] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] resume_guests_state_on_host_boot = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.085591] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.085751] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] rpc_response_timeout = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.085909] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] run_external_periodic_tasks = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.086083] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] running_deleted_instance_action = reap {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.086244] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.086400] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] running_deleted_instance_timeout = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.086571] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler_instance_sync_interval = 120 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.086753] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_down_time = 720 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.086923] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] servicegroup_driver = db {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.087093] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] shell_completion = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.087256] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] shelved_offload_time = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.087427] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] shelved_poll_interval = 3600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.087581] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] shutdown_timeout = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.087741] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] source_is_ipv6 = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.087898] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ssl_only = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.088157] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.088336] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] sync_power_state_interval = 600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.088496] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] sync_power_state_pool_size = 1000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.088682] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] syslog_log_facility = LOG_USER {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.088849] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] tempdir = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.089023] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] timeout_nbd = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.089195] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] transport_url = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.089356] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] update_resources_interval = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.089514] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] use_cow_images = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.089712] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] use_journal = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.089845] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] use_json = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090016] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] use_rootwrap_daemon = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090180] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] use_stderr = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090337] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] use_syslog = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090489] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vcpu_pin_set = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090652] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plugging_is_fatal = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090817] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plugging_timeout = 300 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.090979] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] virt_mkfs = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.091154] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] volume_usage_poll_interval = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.091313] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] watch_log_file = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.091476] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] web = /usr/share/spice-html5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 537.091655] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091819] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.091982] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.092164] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_concurrency.disable_process_locking = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093070] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093274] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093452] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093629] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093805] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.093977] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094184] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.auth_strategy = keystone {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094358] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.compute_link_prefix = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094536] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094713] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.dhcp_domain = novalocal {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.094886] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.enable_instance_password = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095065] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.glance_link_prefix = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095237] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095411] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095572] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.instance_list_per_project_cells = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095733] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.list_records_by_skipping_down_cells = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.095897] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.local_metadata_per_cell = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096079] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.max_limit = 1000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096250] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.metadata_cache_expiration = 15 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096422] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.neutron_default_tenant_id = default {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096606] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.response_validation = warn {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096792] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.use_neutron_default_nets = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.096964] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097141] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097310] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097534] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097651] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_dynamic_targets = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097816] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_jsonfile_path = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.097998] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098209] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.backend = dogpile.cache.memcached {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098377] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.backend_argument = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098538] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.backend_expiration_time = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.098733] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.config_prefix = cache.oslo {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099033] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.dead_timeout = 60.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099141] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.debug_cache_backend = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099250] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.enable_retry_client = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099413] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.enable_socket_keepalive = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099585] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.enabled = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099771] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.enforce_fips_mode = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.099949] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.expiration_time = 600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100131] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.hashclient_retry_attempts = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100298] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100464] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_dead_retry = 300 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100624] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_password = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100787] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.100953] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101131] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_pool_maxsize = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101296] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101460] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_sasl_enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101642] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101810] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.101970] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.memcache_username = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102151] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.proxies = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102323] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_db = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102484] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_password = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102656] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.102832] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103007] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_server = localhost:6379 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103187] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_socket_timeout = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103349] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.redis_username = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103512] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.retry_attempts = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103675] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.retry_delay = 0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.103841] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.socket_keepalive_count = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104012] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.socket_keepalive_idle = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104183] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.socket_keepalive_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104343] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.tls_allowed_ciphers = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104500] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.tls_cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104665] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.tls_certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.104874] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.tls_enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105052] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cache.tls_keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105227] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105405] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.auth_type = password {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105568] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105745] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.105907] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106084] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106250] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.cross_az_attach = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106411] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.debug = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106571] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.endpoint_template = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106732] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.http_retries = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.106943] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107145] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107321] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.os_region_name = RegionOne {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107484] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107645] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cinder.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107816] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.107975] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.cpu_dedicated_set = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108148] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.cpu_shared_set = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108311] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.image_type_exclude_list = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108469] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108690] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108826] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.108994] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109178] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109339] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.resource_provider_association_refresh = 300 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109498] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109666] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.shutdown_retry_interval = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.109860] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110062] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] conductor.workers = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110246] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] console.allowed_origins = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110408] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] console.ssl_ciphers = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110577] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] console.ssl_minimum_version = default {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110745] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] consoleauth.enforce_session_timeout = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.110916] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] consoleauth.token_ttl = 600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111109] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111274] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111435] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111593] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111748] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.111904] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112142] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112332] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112497] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112657] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112813] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.112970] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113144] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113345] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.service_type = accelerator {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113517] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113679] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113837] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.113994] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114187] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114350] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] cyborg.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114517] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.asyncio_connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114675] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.asyncio_slave_connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.114907] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.backend = sqlalchemy {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115120] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115295] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.connection_debug = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115468] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.connection_parameters = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115633] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.connection_recycle_time = 3600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115801] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.connection_trace = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.115961] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.db_inc_retry_interval = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116140] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.db_max_retries = 20 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116343] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.db_max_retry_interval = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116558] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.db_retry_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116734] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.max_overflow = 50 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.116901] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.max_pool_size = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117076] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.max_retries = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117251] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117410] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.mysql_wsrep_sync_wait = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117567] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.pool_timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117729] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.retry_interval = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.117887] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.slave_connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118058] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.sqlite_synchronous = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118221] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] database.use_db_reconnect = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118388] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.asyncio_connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118567] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.asyncio_slave_connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118776] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.backend = sqlalchemy {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.118948] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119131] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.connection_debug = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119304] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.connection_parameters = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119467] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.connection_recycle_time = 3600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119649] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.connection_trace = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119827] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.db_inc_retry_interval = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.119998] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.db_max_retries = 20 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120181] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.db_max_retry_interval = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120347] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.db_retry_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120509] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.max_overflow = 50 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120705] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.max_pool_size = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.120900] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.max_retries = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121092] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121259] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121418] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.pool_timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121580] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.retry_interval = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121737] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.slave_connection = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.121899] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] api_database.sqlite_synchronous = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122090] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] devices.enabled_mdev_types = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122270] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122442] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122604] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ephemeral_storage_encryption.enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122767] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.122939] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.api_servers = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123114] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123276] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123440] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123599] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123755] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.123916] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.debug = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124094] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.default_trusted_certificate_ids = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124262] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.enable_certificate_validation = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124425] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.enable_rbd_download = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124584] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124749] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.124913] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125087] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125248] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125411] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.num_retries = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125578] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.rbd_ceph_conf = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125741] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.rbd_connect_timeout = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.125910] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.rbd_pool = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126092] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.rbd_user = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126256] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126414] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126572] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126738] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.service_type = image {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.126900] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127069] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127229] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127389] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127567] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127734] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.verify_glance_signatures = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.127895] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] glance.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128071] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] guestfs.debug = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128242] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128405] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.auth_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128562] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128724] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.128886] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129056] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129217] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129373] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129535] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129710] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.129880] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.130051] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.130215] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.130376] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.130533] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.130698] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.service_type = shared-file-system {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.130862] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.share_apply_policy_timeout = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.131037] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.131198] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.131355] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.131513] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.131694] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.131855] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] manila.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.132034] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] mks.enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.132390] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.132583] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] image_cache.manager_interval = 2400 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.132748] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] image_cache.precache_concurrency = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.132920] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] image_cache.remove_unused_base_images = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.133103] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.133272] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.133445] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] image_cache.subdirectory_name = _base {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.133648] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.api_max_retries = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.133778] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.api_retry_interval = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.133938] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.134114] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.auth_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.134275] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.134430] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.134592] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.134752] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.conductor_group = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.134911] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.135078] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.135236] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.135397] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.135555] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.135709] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.135863] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.136041] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.peer_list = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.136205] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.136361] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.136522] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.serial_console_state_timeout = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.136680] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.136850] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.service_type = baremetal {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137014] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.shard = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137183] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137339] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137494] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137650] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137829] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.137989] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ironic.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.138183] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.138354] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] key_manager.fixed_key = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.138536] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.138731] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.barbican_api_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.138901] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.barbican_endpoint = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.139085] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.barbican_endpoint_type = public {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.139249] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.barbican_region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.139406] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.139563] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.139781] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.139924] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.140095] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.140264] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.number_of_retries = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.140422] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.retry_delay = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.140582] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.send_service_user_token = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.140740] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.140897] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.141068] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.verify_ssl = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.141228] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican.verify_ssl_path = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.141394] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.141555] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.auth_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.141713] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.141867] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142036] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142199] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142356] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142516] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142670] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] barbican_service_user.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142832] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.approle_role_id = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.142987] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.approle_secret_id = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.143169] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.kv_mountpoint = secret {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.143327] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.kv_path = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.143486] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.kv_version = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.143644] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.namespace = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.143801] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.root_token_id = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.143954] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.ssl_ca_crt_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.144134] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.timeout = 60.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.144295] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.use_ssl = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.144460] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.144626] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.144823] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.144994] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.145175] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.145337] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.145496] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.145658] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.145820] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.145975] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.146147] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.146310] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.146468] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.146627] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.146800] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.service_type = identity {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.146964] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.147136] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.147298] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.147456] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.147636] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.147873] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] keystone.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.148110] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.ceph_mount_options = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.148436] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.148633] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.connection_uri = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.148816] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_mode = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.148995] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.149183] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_models = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.149354] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_power_governor_high = performance {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.149521] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.149699] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_power_management = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.149882] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.150066] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.device_detach_attempts = 8 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.150236] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.device_detach_timeout = 20 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.150402] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.disk_cachemodes = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.150561] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.disk_prefix = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.150724] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.enabled_perf_events = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.150890] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.file_backed_memory = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.151061] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.gid_maps = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.151224] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.hw_disk_discard = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.151383] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.hw_machine_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.151550] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_rbd_ceph_conf = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.151712] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.151874] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.152055] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_rbd_glance_store_name = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.152227] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_rbd_pool = rbd {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.152397] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_type = default {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.152554] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.images_volume_group = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.152712] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.inject_key = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.152873] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.inject_partition = -2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.153043] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.inject_password = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.153210] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.iscsi_iface = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.153368] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.iser_use_multipath = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.153528] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.153688] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.153850] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_downtime = 500 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154014] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154181] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154342] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_inbound_addr = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154502] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154663] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154822] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_scheme = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.154989] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_timeout_action = abort {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.155163] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_tunnelled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.155321] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_uri = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.155481] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.live_migration_with_native_tls = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.155637] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.max_queues = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.155798] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.156041] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.156211] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.nfs_mount_options = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.156500] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.156690] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.156863] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.157042] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.157216] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.157382] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.num_pcie_ports = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.157549] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.157714] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.pmem_namespaces = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.157875] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.quobyte_client_cfg = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.158188] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.158371] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.158540] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.158735] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.158905] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rbd_secret_uuid = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.159078] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rbd_user = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.159248] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.159421] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.159622] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rescue_image_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.159844] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rescue_kernel_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.160038] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rescue_ramdisk_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.160232] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.160424] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.rx_queue_size = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.160597] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.smbfs_mount_options = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.160897] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.161109] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.snapshot_compression = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.161300] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.snapshot_image_format = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.161538] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.161706] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.sparse_logical_volumes = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.161885] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.swtpm_enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.162100] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.swtpm_group = tss {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.162277] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.swtpm_user = tss {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.162451] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.sysinfo_serial = unique {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.162615] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.tb_cache_size = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.162774] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.tx_queue_size = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.162938] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.uid_maps = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.163113] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.use_virtio_for_bridges = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.163284] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.virt_type = kvm {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.163452] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.volume_clear = zero {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.163631] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.volume_clear_size = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.163813] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.volume_use_multipath = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.163981] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_cache_path = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.164165] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.164333] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.164513] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.164683] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.164975] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.165179] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.vzstorage_mount_user = stack {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.165349] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.165554] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.165733] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.auth_type = password {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.165895] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.166065] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.166227] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.166386] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.166567] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.166902] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.default_floating_pool = public {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.166902] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.167058] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.extension_sync_interval = 600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.167229] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.http_retries = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.167376] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.167553] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.167714] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.167885] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.168060] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.168236] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.ovs_bridge = br-int {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.168427] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.physnets = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.168611] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.region_name = RegionOne {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.168799] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.168974] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.service_metadata_proxy = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.169152] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.169320] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.service_type = network {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.169480] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.169649] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.169828] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.169987] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.170211] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.170389] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] neutron.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.170563] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] notifications.bdms_in_notifications = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.170742] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] notifications.default_level = INFO {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.171041] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] notifications.include_share_mapping = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.171363] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] notifications.notification_format = unversioned {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.171588] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] notifications.notify_on_state_change = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.171804] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.171996] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] pci.alias = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.172189] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] pci.device_spec = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.172361] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] pci.report_in_placement = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.172593] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.172855] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.auth_type = password {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.173065] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.173239] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.173438] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.173629] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.173796] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.173957] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.174134] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.default_domain_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.174296] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.default_domain_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.174455] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.domain_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.174662] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.domain_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.174907] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.175103] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.175273] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.175449] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.175643] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.175826] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.password = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.175988] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.project_domain_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.176173] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.project_domain_name = Default {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.176374] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.project_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.176558] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.project_name = service {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.176736] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.region_name = RegionOne {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.176899] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.177074] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.177250] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.service_type = placement {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.177413] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.177577] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.177737] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.177897] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.system_scope = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.178076] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.178240] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.trust_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.178396] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.user_domain_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.178563] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.user_domain_name = Default {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.178750] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.user_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.178933] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.username = nova {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.179128] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.179295] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] placement.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.179474] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.cores = 20 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.179648] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.count_usage_from_placement = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.179839] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.180020] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.injected_file_content_bytes = 10240 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.180193] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.injected_file_path_length = 255 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.180358] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.injected_files = 5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.180525] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.instances = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.180688] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.key_pairs = 100 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.180855] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.metadata_items = 128 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.181030] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.ram = 51200 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.181199] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.recheck_quota = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.181365] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.server_group_members = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.181529] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.server_groups = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.181738] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.181914] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] quota.unified_limits_resource_strategy = require {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.182101] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.182268] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.182431] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.image_metadata_prefilter = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.182592] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.182754] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.max_attempts = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.182916] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.max_placement_results = 1000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.183089] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.183253] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.183413] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.183585] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] scheduler.workers = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.183778] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.183966] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.184158] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.184328] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.184489] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.184649] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.184811] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.185011] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.185199] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.host_subset_size = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.185366] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.185523] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.185686] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.185857] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.isolated_hosts = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.186021] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.isolated_images = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.186199] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.186361] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.186521] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.186754] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.pci_in_placement = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.187036] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.187304] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.187574] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.187853] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.188155] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.188424] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.188615] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.track_instance_changes = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.188828] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.189031] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metrics.required = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.189233] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metrics.weight_multiplier = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.189402] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.189568] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] metrics.weight_setting = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.189903] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.190090] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] serial_console.enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.190274] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] serial_console.port_range = 10000:20000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.190444] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.190612] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.190783] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] serial_console.serialproxy_port = 6083 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.190954] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.191140] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.auth_type = password {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.191300] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.191457] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.191616] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.191774] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.191930] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.192111] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.send_service_user_token = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.192279] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.192434] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] service_user.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.192602] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.agent_enabled = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.192761] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.193081] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.193292] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.193465] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.html5proxy_port = 6082 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.193625] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.image_compression = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.193783] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.jpeg_compression = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.193940] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.playback_compression = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.194111] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.require_secure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.194281] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.server_listen = 127.0.0.1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.194449] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.194602] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.streaming_mode = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.194755] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] spice.zlib_compression = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.194921] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] upgrade_levels.baseapi = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.195100] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] upgrade_levels.compute = auto {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.195260] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] upgrade_levels.conductor = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.195474] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] upgrade_levels.scheduler = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.195666] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.195846] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.196017] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.196184] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.196348] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.196509] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.196692] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.196860] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.197029] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vendordata_dynamic_auth.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.197210] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.api_retry_count = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.197371] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.ca_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.197541] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.197707] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.cluster_name = testcl1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.197871] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.connection_pool_size = 10 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.198041] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.console_delay_seconds = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.198212] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.datastore_regex = ^datastore.* {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.198424] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.198597] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.host_password = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.198795] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.host_port = 443 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.198970] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.host_username = administrator@vsphere.local {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.199150] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.insecure = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.199309] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.integration_bridge = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.199469] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.maximum_objects = 100 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.199635] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.pbm_default_policy = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.199814] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.pbm_enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.199974] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.pbm_wsdl_location = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.200156] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.200317] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.serial_port_proxy_uri = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.200473] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.serial_port_service_uri = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.200640] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.task_poll_interval = 0.5 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.200814] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.use_linked_clone = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.200981] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.vnc_keymap = en-us {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.201164] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.vnc_port = 5900 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.201330] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vmware.vnc_port_total = 10000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.201515] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.auth_schemes = ['none'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.201686] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.201992] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.202194] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.202367] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.novncproxy_port = 6080 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.202555] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.server_listen = 127.0.0.1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.202737] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.202902] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.vencrypt_ca_certs = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.203072] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.vencrypt_client_cert = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.203234] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vnc.vencrypt_client_key = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.203409] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.203571] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.disable_deep_image_inspection = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.203731] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.203894] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.204063] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.204226] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.disable_rootwrap = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.204386] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.enable_numa_live_migration = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.204542] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.204701] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.204859] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.205026] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.libvirt_disable_apic = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.205192] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.205389] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.205552] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.205713] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.205872] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.206043] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.206209] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.206368] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.206532] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.206732] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.206936] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.207124] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.client_socket_timeout = 900 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.207292] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.default_pool_size = 1000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.207458] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.keep_alive = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.207624] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.max_header_line = 16384 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.207785] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.207948] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.ssl_ca_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.208121] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.ssl_cert_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.208282] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.ssl_key_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.208447] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.tcp_keepidle = 600 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.208664] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.208825] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] zvm.ca_file = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.208992] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] zvm.cloud_connector_url = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.209314] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.209497] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] zvm.reachable_timeout = 300 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.209686] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.209875] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.210063] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.connection_string = messaging:// {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.210235] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.enabled = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.210400] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.es_doc_type = notification {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.210565] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.es_scroll_size = 10000 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.210727] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.es_scroll_time = 2m {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.210886] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.filter_error_trace = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.211058] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.hmac_keys = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.211225] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.sentinel_service_name = mymaster {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.211386] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.socket_timeout = 0.1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.211542] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.trace_requests = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.211697] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler.trace_sqlalchemy = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.211871] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler_jaeger.process_tags = {} {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.212040] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler_jaeger.service_name_prefix = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.212209] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] profiler_otlp.service_name_prefix = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.212374] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] remote_debug.host = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.212532] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] remote_debug.port = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.212705] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.212873] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213046] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213211] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213365] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213521] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213677] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213837] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.213994] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.214176] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.214337] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.214505] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.214671] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.214836] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215008] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215174] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215336] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215504] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215663] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215821] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.215982] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.216157] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.216316] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.216474] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.216656] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.216823] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.216981] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.217154] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.217317] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.217474] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.ssl = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.217639] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.217805] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.217958] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.218137] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.218301] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.218459] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.218661] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.218847] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_notifications.retry = -1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.219037] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.219213] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.219383] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.auth_section = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.219544] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.auth_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.219736] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.cafile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.219912] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.certfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.220089] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.collect_timing = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.220248] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.connect_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.220404] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.connect_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.220559] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.endpoint_id = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.220726] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.220885] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.endpoint_override = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.221575] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.endpoint_region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.221575] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.endpoint_service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.221575] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.endpoint_service_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.221575] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.insecure = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.221706] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.keyfile = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.221838] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.max_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.222035] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.min_version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.222212] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.region_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.222388] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.retriable_status_codes = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.222550] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.service_name = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.222718] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.service_type = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.222900] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.split_loggers = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.223092] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.status_code_retries = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.223276] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.status_code_retry_delay = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.223449] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.timeout = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.223611] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.valid_interfaces = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.223788] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_limit.version = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.223954] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_reports.file_event_handler = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.224133] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.224296] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] oslo_reports.log_dir = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.224482] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.224647] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.224823] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.224992] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.225172] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.225347] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.225539] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.225703] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_ovs_privileged.group = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.225863] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.226037] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.226203] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.226359] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] vif_plug_ovs_privileged.user = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.226536] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.226736] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.226907] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.227088] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.227259] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.227426] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.227588] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.227746] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.227922] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.228102] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.isolate_vif = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.228277] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.228442] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.228606] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.228805] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.228972] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] os_vif_ovs.per_port_bridge = False {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.229156] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] privsep_osbrick.capabilities = [21] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.229314] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] privsep_osbrick.group = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.229466] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] privsep_osbrick.helper_command = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.229636] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.229827] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.229986] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] privsep_osbrick.user = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.230203] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.230335] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] nova_sys_admin.group = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.230491] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] nova_sys_admin.helper_command = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.230653] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.230817] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.230973] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] nova_sys_admin.user = None {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 537.231115] env[63920]: DEBUG oslo_service.service [None req-801084a1-4270-4733-97af-d955d99e07f0 None None] ******************************************************************************** {{(pid=63920) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 537.231552] env[63920]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 537.734963] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Getting list of instances from cluster (obj){ [ 537.734963] env[63920]: value = "domain-c8" [ 537.734963] env[63920]: _type = "ClusterComputeResource" [ 537.734963] env[63920]: } {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 537.736133] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4118c0c8-bd3d-498c-be8f-9c85c73b84e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.745015] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Got total of 0 instances {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 537.745633] env[63920]: WARNING nova.virt.vmwareapi.driver [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 537.746036] env[63920]: INFO nova.virt.node [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Generated node identity d3d03c94-9dea-45bd-bef8-6ae074503c23 [ 537.746264] env[63920]: INFO nova.virt.node [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Wrote node identity d3d03c94-9dea-45bd-bef8-6ae074503c23 to /opt/stack/data/n-cpu-1/compute_id [ 538.249341] env[63920]: WARNING nova.compute.manager [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Compute nodes ['d3d03c94-9dea-45bd-bef8-6ae074503c23'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 539.255527] env[63920]: INFO nova.compute.manager [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 540.261484] env[63920]: WARNING nova.compute.manager [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 540.261815] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.261990] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.262121] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.262272] env[63920]: DEBUG nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 540.263207] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a053c6-2dd6-4c44-9e9f-85bfe0bbe4a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.271434] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db68ee9-dc15-4160-bd43-be977838cdfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.284903] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0849485-8617-4fe7-994d-588bff42ea82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.291228] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684ff8a1-2007-4a82-bfcf-6c6da9480291 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.320047] env[63920]: DEBUG nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181232MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 540.320207] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.320366] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.823352] env[63920]: WARNING nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] No compute node record for cpu-1:d3d03c94-9dea-45bd-bef8-6ae074503c23: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host d3d03c94-9dea-45bd-bef8-6ae074503c23 could not be found. [ 541.327311] env[63920]: INFO nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: d3d03c94-9dea-45bd-bef8-6ae074503c23 [ 542.835111] env[63920]: DEBUG nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 542.835475] env[63920]: DEBUG nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 543.044976] env[63920]: INFO nova.scheduler.client.report [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] [req-b4c77e9c-78ec-445e-bcb0-999904c34c66] Created resource provider record via placement API for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 543.063506] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edea388-e9f1-4a5d-9da0-58a64d56c8ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.071817] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa19af68-c6c3-4d1e-a41b-4116a7b853c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.102606] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fc4090-bf6f-4a74-b36f-4a0daef5ff6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.109999] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7060bb-3349-435e-964b-f524ce2e5ac9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.123012] env[63920]: DEBUG nova.compute.provider_tree [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.658693] env[63920]: DEBUG nova.scheduler.client.report [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 543.658930] env[63920]: DEBUG nova.compute.provider_tree [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 0 to 1 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 543.659089] env[63920]: DEBUG nova.compute.provider_tree [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 543.710520] env[63920]: DEBUG nova.compute.provider_tree [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 1 to 2 during operation: update_traits {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.215603] env[63920]: DEBUG nova.compute.resource_tracker [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 544.215917] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.895s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.216049] env[63920]: DEBUG nova.service [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Creating RPC server for service compute {{(pid=63920) start /opt/stack/nova/nova/service.py:186}} [ 544.229710] env[63920]: DEBUG nova.service [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] Join ServiceGroup membership for this service compute {{(pid=63920) start /opt/stack/nova/nova/service.py:203}} [ 544.229877] env[63920]: DEBUG nova.servicegroup.drivers.db [None req-2db40cda-c7df-4820-9f60-b74082ea508f None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63920) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 562.235850] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.739460] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Getting list of instances from cluster (obj){ [ 562.739460] env[63920]: value = "domain-c8" [ 562.739460] env[63920]: _type = "ClusterComputeResource" [ 562.739460] env[63920]: } {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.740848] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efb8dd0-6ae2-42e1-9726-ca985ecac3ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.749435] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Got total of 0 instances {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.749669] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 562.749956] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Getting list of instances from cluster (obj){ [ 562.749956] env[63920]: value = "domain-c8" [ 562.749956] env[63920]: _type = "ClusterComputeResource" [ 562.749956] env[63920]: } {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.750783] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f694d-5d64-4127-844a-19be7e69881a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.757605] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Got total of 0 instances {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 581.922386] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "3a53feea-033e-4b1d-b990-e00948dd554d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.922712] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "3a53feea-033e-4b1d-b990-e00948dd554d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.426184] env[63920]: DEBUG nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.972057] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.972419] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.974769] env[63920]: INFO nova.compute.claims [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.027841] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c8034b-599a-4a4a-893b-9a1e1dc41d5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.036450] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686eff2-ab7a-4c31-8878-b61013063403 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.074064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0868dfd-15b5-46ee-8abb-ab132bc92aa4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.081882] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d06e5bc-cd75-450f-a71c-3535e4f57195 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.096948] env[63920]: DEBUG nova.compute.provider_tree [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 584.601362] env[63920]: DEBUG nova.scheduler.client.report [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 585.112402] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.114074] env[63920]: DEBUG nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 585.623974] env[63920]: DEBUG nova.compute.utils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 585.630297] env[63920]: DEBUG nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 585.870380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "8e8523e3-57ae-485b-bfd6-d87d834a378f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.870380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.131940] env[63920]: DEBUG nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 586.192125] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "d7129bbd-bd24-436d-b999-1010b6e92032" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.192388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "d7129bbd-bd24-436d-b999-1010b6e92032" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.374147] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.521720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "24265a32-860b-44ea-b35b-3c3972e00d41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.521720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "24265a32-860b-44ea-b35b-3c3972e00d41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.695213] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.910687] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.913130] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.913604] env[63920]: INFO nova.compute.claims [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.023526] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.151700] env[63920]: DEBUG nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 587.225860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.301114] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 587.301114] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 587.301114] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 587.301759] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 587.302056] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 587.302327] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 587.302889] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 587.303187] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 587.303804] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 587.304089] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 587.304383] env[63920]: DEBUG nova.virt.hardware [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 587.309979] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75211ba-c042-41d4-b514-5a9be8e94fde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.320658] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0820a56-9c1e-45fc-821a-ecc7f5001a98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.340540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc3fbb8-1ea3-4070-9f46-f0586fe63e0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.367422] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.377867] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.377867] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dd72196-5698-40f2-8486-b4075cbd2d2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.392351] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Created folder: OpenStack in parent group-v4. [ 587.392569] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Creating folder: Project (12e1f6f6ff75444d9669baf567dffaef). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.392813] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18847cba-27ac-4b19-9dc8-5c46ff8ea303 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.406768] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Created folder: Project (12e1f6f6ff75444d9669baf567dffaef) in parent group-v485178. [ 587.406958] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Creating folder: Instances. Parent ref: group-v485179. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.407216] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e50a893-d45c-4ea2-bdab-740fa740201e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.420756] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Created folder: Instances in parent group-v485179. [ 587.421094] env[63920]: DEBUG oslo.service.loopingcall [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 587.421485] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.421684] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e88afa33-4516-4cb6-8864-7690af8fd01e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.449963] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.449963] env[63920]: value = "task-2391565" [ 587.449963] env[63920]: _type = "Task" [ 587.449963] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.467521] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.467758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.468846] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391565, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.555582] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.967057] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391565, 'name': CreateVM_Task, 'duration_secs': 0.44514} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.968493] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 587.969556] env[63920]: DEBUG oslo_vmware.service [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b3c10d-acdc-41a5-88d5-0d421a0add07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.972707] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.980240] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.980551] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.981306] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 587.981618] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f3b5f9-8da9-419b-9a76-019d3745ea17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.995137] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 587.995137] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52927554-cfd9-7ed7-a33c-78671039505c" [ 587.995137] env[63920]: _type = "Task" [ 587.995137] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.009362] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52927554-cfd9-7ed7-a33c-78671039505c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.092692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "5e99316a-3e99-4dd2-a150-4b11c99e1495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.092692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "5e99316a-3e99-4dd2-a150-4b11c99e1495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.123010] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a570b36-8f8b-4810-9d54-8f135b1ffd70 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.137199] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131d73f3-24aa-4aad-aa47-0e4accbb7bc1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.181784] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb48eed-874c-41ce-bb5c-96ed10687f67 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.197719] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f018746-d8f1-47a3-ac3e-8b315181914d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.216211] env[63920]: DEBUG nova.compute.provider_tree [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.222340] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "17da6524-eda0-4b27-8586-84c7f775f06b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.222340] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.511883] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.512156] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.512389] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 588.512530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.512978] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.513253] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccb6210d-ffbb-4a9c-99a4-b76a574a2d68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.522316] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.531050] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.531533] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.531944] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122873b7-22e3-40b2-a7b0-338cefc098c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.538653] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217f9569-c860-4acf-9611-efea3d12b8e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.545374] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 588.545374] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5237a7b3-b6fa-09f3-7a66-7b44cb50cff8" [ 588.545374] env[63920]: _type = "Task" [ 588.545374] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.554791] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5237a7b3-b6fa-09f3-7a66-7b44cb50cff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.600274] env[63920]: DEBUG nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.715760] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "8a8b5ca1-d551-4876-be84-e93404f98db9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.715944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.725040] env[63920]: DEBUG nova.scheduler.client.report [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.726673] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.058809] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 589.058809] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Creating directory with path [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.058809] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f97c4e89-01ad-4588-8c77-dde0ea5d9322 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.086186] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Created directory with path [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.086459] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Fetch image to [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 589.086714] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Downloading image file data 7a8bae32-5764-4686-a7f4-d51d41380c45 to [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk on the data store datastore2 {{(pid=63920) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 589.090030] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1221c778-d629-4258-b383-669161235085 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.097439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ef52db-09ae-4c58-982f-c5654e48018b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.111790] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a47449-5cc1-4e89-8525-898e703e9d28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.149530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.153167] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac048666-6c0a-4d06-9e99-14506480ee97 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.158902] env[63920]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-4bf98988-197a-42a2-a929-de6562240e43 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.190577] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Downloading image file data 7a8bae32-5764-4686-a7f4-d51d41380c45 to the data store datastore2 {{(pid=63920) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 589.220856] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 589.232587] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.233099] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.235694] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.010s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.238196] env[63920]: INFO nova.compute.claims [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.282273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.297888] env[63920]: DEBUG oslo_vmware.rw_handles [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 589.744738] env[63920]: DEBUG nova.compute.utils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.747609] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.747964] env[63920]: DEBUG nova.network.neutron [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.762439] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.867659] env[63920]: DEBUG nova.policy [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81f9f8143c654629b4df2897794e8bd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65a6fb55ed7b47efabceec2fa0ebfd59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.931757] env[63920]: DEBUG oslo_vmware.rw_handles [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 589.932013] env[63920]: DEBUG oslo_vmware.rw_handles [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 590.072753] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Downloaded image file data 7a8bae32-5764-4686-a7f4-d51d41380c45 to vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk on the data store datastore2 {{(pid=63920) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 590.075147] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 590.075147] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Copying Virtual Disk [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk to [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.075261] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ba1b54-8f88-4590-a6ff-c1647dd0ac17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.083944] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 590.083944] env[63920]: value = "task-2391566" [ 590.083944] env[63920]: _type = "Task" [ 590.083944] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.091715] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.257784] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.411934] env[63920]: DEBUG nova.network.neutron [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Successfully created port: 815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.420979] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcc9682-08ff-44d5-bbeb-dde3ca23b2d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.432621] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fa0bdf-40b5-454e-9e6c-7cec9b6e9a1e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.464828] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a61256-a450-4029-bb73-62cd8c2d5cfe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.473536] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960fc114-814d-4f12-86fe-3472affb70d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.488486] env[63920]: DEBUG nova.compute.provider_tree [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.596053] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391566, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.989823] env[63920]: DEBUG nova.scheduler.client.report [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.095433] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906817} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.095829] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Copied Virtual Disk [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk to [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.096111] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleting the datastore file [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.096467] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06d7898c-c3bb-4754-b8c8-70730888e8cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.104588] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 591.104588] env[63920]: value = "task-2391567" [ 591.104588] env[63920]: _type = "Task" [ 591.104588] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.116420] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.273214] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.311352] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.311602] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.311756] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.312063] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.312287] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.312453] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.312673] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.312820] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.312981] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.313170] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.313316] env[63920]: DEBUG nova.virt.hardware [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.314203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bddb44-a1ba-482b-a0f8-f3bd2b17aafe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.322880] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bcd0ff-4a5c-4007-b716-dbb84b588c59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.494558] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.495205] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.498606] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.943s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.499282] env[63920]: INFO nova.compute.claims [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.620446] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027447} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.620446] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.620446] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Moving file from [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484/7a8bae32-5764-4686-a7f4-d51d41380c45 to [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45. {{(pid=63920) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 591.620446] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-5a08fa1e-96dc-41f4-82ad-14f4799989a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.627545] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 591.627545] env[63920]: value = "task-2391568" [ 591.627545] env[63920]: _type = "Task" [ 591.627545] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.642268] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391568, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.004326] env[63920]: DEBUG nova.compute.utils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 592.012831] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 592.012831] env[63920]: DEBUG nova.network.neutron [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 592.137672] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391568, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02865} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.138101] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] File moved {{(pid=63920) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 592.138416] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Cleaning up location [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 592.138703] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleting the datastore file [datastore2] vmware_temp/a58592cd-bac8-4fbb-845a-db5f4ed60484 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.139074] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5453889f-6fac-490c-8cd5-863c48b2a5f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.147414] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 592.147414] env[63920]: value = "task-2391569" [ 592.147414] env[63920]: _type = "Task" [ 592.147414] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.154286] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.178939] env[63920]: DEBUG nova.policy [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7ce45b205864795964999804ace33b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d8eb2bcdc1410c9b97c0bc772522c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.513851] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.579614] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.579982] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 592.580161] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 592.580267] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 592.667895] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057101} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.671653] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.671782] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9177234a-9c3c-4e00-8c3b-44316cac2681 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.678651] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 592.678651] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523453b9-ee6a-cffe-886b-8aec343a3b6e" [ 592.678651] env[63920]: _type = "Task" [ 592.678651] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.687752] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523453b9-ee6a-cffe-886b-8aec343a3b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.689782] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb4e3f2-30aa-4574-b05b-253b677130d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.697375] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7606d354-150c-4960-bd6e-76186bbf9ee6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.746087] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9c8ec-0c24-4132-8b8b-1b3b00b44f16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.753750] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da147e5d-fcb2-44a7-af96-c1933d612e8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.768316] env[63920]: DEBUG nova.compute.provider_tree [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.086964] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 593.087146] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 593.087306] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 593.087387] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 593.087510] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Didn't find any instances for network info cache update. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 593.087695] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.087933] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.088133] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.088318] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.088499] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.088707] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.088871] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 593.089206] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 593.189131] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523453b9-ee6a-cffe-886b-8aec343a3b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010991} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.189384] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.189665] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 3a53feea-033e-4b1d-b990-e00948dd554d/3a53feea-033e-4b1d-b990-e00948dd554d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.189924] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52000c7a-fc07-4fcc-a6dd-d42296a7db12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.196650] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 593.196650] env[63920]: value = "task-2391570" [ 593.196650] env[63920]: _type = "Task" [ 593.196650] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.204524] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.240778] env[63920]: DEBUG nova.network.neutron [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Successfully created port: 6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 593.270997] env[63920]: DEBUG nova.scheduler.client.report [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.528563] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.564065] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.566529] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.566529] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.566529] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.566529] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.566529] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.566924] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.566924] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.567073] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.567266] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.567448] env[63920]: DEBUG nova.virt.hardware [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.568567] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bfac21-dd0d-41e7-9e16-39ee91f6206a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.580229] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377fa093-484c-47d2-a674-d89b75c9a2c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.602780] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.716339] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.731274] env[63920]: DEBUG nova.network.neutron [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Successfully updated port: 815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 593.778176] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.778176] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.781181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.261s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.783077] env[63920]: INFO nova.compute.claims [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.214030] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518663} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.214030] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 3a53feea-033e-4b1d-b990-e00948dd554d/3a53feea-033e-4b1d-b990-e00948dd554d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.214030] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.214030] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-745243c1-7190-4b37-a50f-e1eedafeca7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.220830] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 594.220830] env[63920]: value = "task-2391571" [ 594.220830] env[63920]: _type = "Task" [ 594.220830] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.236170] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "refresh_cache-8e8523e3-57ae-485b-bfd6-d87d834a378f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.236334] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquired lock "refresh_cache-8e8523e3-57ae-485b-bfd6-d87d834a378f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.236481] env[63920]: DEBUG nova.network.neutron [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.238574] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.288570] env[63920]: DEBUG nova.compute.utils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 594.291976] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.292694] env[63920]: DEBUG nova.network.neutron [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.408271] env[63920]: DEBUG nova.policy [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12fae1ffa2840e68d9546e131175d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8202bbad81de4dbba101e65cb7a4fb7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 594.742577] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08044} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.742577] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.745861] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbfe28a-242f-4af8-b3a9-d67f4c8601a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.776193] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 3a53feea-033e-4b1d-b990-e00948dd554d/3a53feea-033e-4b1d-b990-e00948dd554d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.777223] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3fe5d33-fc79-473c-b44d-f79b5f73b991 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.796083] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.811063] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 594.811063] env[63920]: value = "task-2391572" [ 594.811063] env[63920]: _type = "Task" [ 594.811063] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.822383] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.832292] env[63920]: DEBUG nova.compute.manager [req-f43e6ec3-3afb-49c2-9992-b6f9d5e31871 req-839fc01e-c8b4-4112-a6fd-ea915ca1ea39 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Received event network-vif-plugged-815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.832501] env[63920]: DEBUG oslo_concurrency.lockutils [req-f43e6ec3-3afb-49c2-9992-b6f9d5e31871 req-839fc01e-c8b4-4112-a6fd-ea915ca1ea39 service nova] Acquiring lock "8e8523e3-57ae-485b-bfd6-d87d834a378f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.832763] env[63920]: DEBUG oslo_concurrency.lockutils [req-f43e6ec3-3afb-49c2-9992-b6f9d5e31871 req-839fc01e-c8b4-4112-a6fd-ea915ca1ea39 service nova] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.833058] env[63920]: DEBUG oslo_concurrency.lockutils [req-f43e6ec3-3afb-49c2-9992-b6f9d5e31871 req-839fc01e-c8b4-4112-a6fd-ea915ca1ea39 service nova] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.833058] env[63920]: DEBUG nova.compute.manager [req-f43e6ec3-3afb-49c2-9992-b6f9d5e31871 req-839fc01e-c8b4-4112-a6fd-ea915ca1ea39 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] No waiting events found dispatching network-vif-plugged-815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.833434] env[63920]: WARNING nova.compute.manager [req-f43e6ec3-3afb-49c2-9992-b6f9d5e31871 req-839fc01e-c8b4-4112-a6fd-ea915ca1ea39 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Received unexpected event network-vif-plugged-815dbe1b-bcd3-4f62-8084-d0fb2c826745 for instance with vm_state building and task_state spawning. [ 594.943798] env[63920]: DEBUG nova.network.neutron [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.986798] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8f9cb1-ba11-4d73-9185-44b816412f61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.999482] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908adec0-d94d-428a-b334-a4a08d24b023 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.041198] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd44900-6625-4c8b-9c74-2e1f30a5ce1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.050742] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea8868-3e50-4153-8b56-5eebb50dc42b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.068411] env[63920]: DEBUG nova.compute.provider_tree [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.214619] env[63920]: DEBUG nova.network.neutron [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Updating instance_info_cache with network_info: [{"id": "815dbe1b-bcd3-4f62-8084-d0fb2c826745", "address": "fa:16:3e:1a:89:24", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dbe1b-bc", "ovs_interfaceid": "815dbe1b-bcd3-4f62-8084-d0fb2c826745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.323779] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391572, 'name': ReconfigVM_Task, 'duration_secs': 0.425971} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.324067] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 3a53feea-033e-4b1d-b990-e00948dd554d/3a53feea-033e-4b1d-b990-e00948dd554d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.324759] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb35fef1-7998-449e-9cee-039a38848b17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.335745] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 595.335745] env[63920]: value = "task-2391573" [ 595.335745] env[63920]: _type = "Task" [ 595.335745] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.345660] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391573, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.571529] env[63920]: DEBUG nova.scheduler.client.report [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 595.717706] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Releasing lock "refresh_cache-8e8523e3-57ae-485b-bfd6-d87d834a378f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.717896] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Instance network_info: |[{"id": "815dbe1b-bcd3-4f62-8084-d0fb2c826745", "address": "fa:16:3e:1a:89:24", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dbe1b-bc", "ovs_interfaceid": "815dbe1b-bcd3-4f62-8084-d0fb2c826745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 595.718484] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:89:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '815dbe1b-bcd3-4f62-8084-d0fb2c826745', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 595.726890] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Creating folder: Project (65a6fb55ed7b47efabceec2fa0ebfd59). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.728873] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-733371ff-865d-4579-8bb4-e0ea9105ca5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.738348] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Created folder: Project (65a6fb55ed7b47efabceec2fa0ebfd59) in parent group-v485178. [ 595.738545] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Creating folder: Instances. Parent ref: group-v485182. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 595.738801] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adaec4db-2ec1-435c-940e-07d159bd6511 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.747749] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Created folder: Instances in parent group-v485182. [ 595.747749] env[63920]: DEBUG oslo.service.loopingcall [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 595.747749] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 595.747749] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6bfec64-d96b-426e-981f-c809c410d086 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.767420] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 595.767420] env[63920]: value = "task-2391576" [ 595.767420] env[63920]: _type = "Task" [ 595.767420] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.775686] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391576, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.810144] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.834957] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.836017] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.836017] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.836017] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.836017] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.836017] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.836226] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.836418] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.836650] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.836863] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.837081] env[63920]: DEBUG nova.virt.hardware [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.838136] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850d3d3-c5c5-4056-805f-c868f7dcf33b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.851654] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd86a25-40f6-4660-8263-9ce367306ccb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.873352] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391573, 'name': Rename_Task, 'duration_secs': 0.244253} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.873673] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.873913] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c296da52-1e07-4969-ba8a-f6484faf144c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.880761] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 595.880761] env[63920]: value = "task-2391577" [ 595.880761] env[63920]: _type = "Task" [ 595.880761] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.889356] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.077921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.080897] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.087767] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.933s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.091219] env[63920]: INFO nova.compute.claims [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.255230] env[63920]: DEBUG nova.network.neutron [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Successfully created port: 36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.277821] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391576, 'name': CreateVM_Task, 'duration_secs': 0.445425} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.278043] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.287268] env[63920]: DEBUG oslo_vmware.service [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e39f6-f7c0-4957-949e-1fddb2b49807 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.293417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.293585] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.294229] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 596.294473] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7865dbc4-b4d0-45ac-9cd6-0d34f987f75f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.302233] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 596.302233] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c46dfb-346f-e7a1-4e9a-f02a1964b806" [ 596.302233] env[63920]: _type = "Task" [ 596.302233] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.311982] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c46dfb-346f-e7a1-4e9a-f02a1964b806, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.395070] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.556847] env[63920]: DEBUG nova.network.neutron [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Successfully updated port: 6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 596.596848] env[63920]: DEBUG nova.compute.utils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 596.603400] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 596.603400] env[63920]: DEBUG nova.network.neutron [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 596.728567] env[63920]: DEBUG nova.policy [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7581a62f0aab4efdb4c9ed1d4df62971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ca946b3288432596529a8297704e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.811786] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.812055] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 596.812295] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.812440] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.812617] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 596.812978] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87fc6ffa-af77-4618-b682-a5cbd13cb6d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.830993] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 596.831462] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 596.832512] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170991a2-2609-4c1b-9529-ef941058df17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.839875] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd188722-d2df-43d0-9397-fe09befeed8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.844625] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 596.844625] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a583b5-fd61-859a-562f-69e8062d9776" [ 596.844625] env[63920]: _type = "Task" [ 596.844625] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.852473] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a583b5-fd61-859a-562f-69e8062d9776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.889821] env[63920]: DEBUG oslo_vmware.api [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391577, 'name': PowerOnVM_Task, 'duration_secs': 0.643286} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.890126] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.890650] env[63920]: INFO nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Took 9.74 seconds to spawn the instance on the hypervisor. [ 596.890792] env[63920]: DEBUG nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 596.891825] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e491280c-82a0-42c2-a2db-dcd2f15af395 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.062942] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "refresh_cache-d7129bbd-bd24-436d-b999-1010b6e92032" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.062942] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired lock "refresh_cache-d7129bbd-bd24-436d-b999-1010b6e92032" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.062942] env[63920]: DEBUG nova.network.neutron [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.104026] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.285764] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c45ce6-62fb-4eb2-800a-6aaca79e0c77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.293603] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f33d2e-6d35-4ac1-9e7a-09b0c0bb49c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.329256] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22963d8-8b91-4491-a8e8-d28f47859db3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.335383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "d3a28af1-a806-46cc-ada5-708c20e55265" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.335652] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "d3a28af1-a806-46cc-ada5-708c20e55265" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.345081] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad73ef28-659f-47bf-ba18-f4682c288e38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.362690] env[63920]: DEBUG nova.compute.provider_tree [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.368913] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.368913] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Creating directory with path [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.369543] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93223c4b-ad54-4253-b7f9-573d15bd3004 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.390846] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Created directory with path [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.391435] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Fetch image to [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.391435] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Downloading image file data 7a8bae32-5764-4686-a7f4-d51d41380c45 to [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk on the data store datastore1 {{(pid=63920) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.392079] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6198f527-b0c6-468f-b316-7f72cca4853b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.399697] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985cee84-9e2b-4a81-8cd1-89ef3f284917 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.416104] env[63920]: INFO nova.compute.manager [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Took 14.48 seconds to build instance. [ 597.418997] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998b54b2-732e-413e-9d2d-3cd6e4c74253 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.452382] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0628b347-6050-40b3-bd21-258e4114d1d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.459066] env[63920]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-10119f8f-98bd-496b-a4be-150e47b92651 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.480543] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Downloading image file data 7a8bae32-5764-4686-a7f4-d51d41380c45 to the data store datastore1 {{(pid=63920) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 597.633974] env[63920]: DEBUG nova.network.neutron [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.692204] env[63920]: DEBUG oslo_vmware.rw_handles [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 597.770775] env[63920]: DEBUG nova.network.neutron [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Successfully created port: c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.842702] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.870303] env[63920]: DEBUG nova.scheduler.client.report [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.926960] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fd0ad3e-b44f-4e96-9a5c-fb25268a3d27 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "3a53feea-033e-4b1d-b990-e00948dd554d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.969848] env[63920]: DEBUG nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Received event network-changed-815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.969848] env[63920]: DEBUG nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Refreshing instance network info cache due to event network-changed-815dbe1b-bcd3-4f62-8084-d0fb2c826745. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 597.970064] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Acquiring lock "refresh_cache-8e8523e3-57ae-485b-bfd6-d87d834a378f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.972463] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Acquired lock "refresh_cache-8e8523e3-57ae-485b-bfd6-d87d834a378f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.972463] env[63920]: DEBUG nova.network.neutron [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Refreshing network info cache for port 815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.119515] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.147025] env[63920]: DEBUG nova.network.neutron [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Updating instance_info_cache with network_info: [{"id": "6274058f-e7e6-4af7-bd33-93eeb6675b5d", "address": "fa:16:3e:52:16:62", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6274058f-e7", "ovs_interfaceid": "6274058f-e7e6-4af7-bd33-93eeb6675b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.159974] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.160262] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.160442] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.160640] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.160801] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.160948] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.161797] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.162062] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.162185] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.162514] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.162582] env[63920]: DEBUG nova.virt.hardware [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.163952] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3259ae2-964f-46e8-8ca2-286b8fb9b9fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.180032] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeed443c-bca4-4136-8f22-dabd665d32cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.326167] env[63920]: DEBUG oslo_vmware.rw_handles [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.326696] env[63920]: DEBUG oslo_vmware.rw_handles [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.377166] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.378032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.378546] env[63920]: DEBUG nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.381981] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.099s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.382769] env[63920]: INFO nova.compute.claims [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.469031] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Downloaded image file data 7a8bae32-5764-4686-a7f4-d51d41380c45 to vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk on the data store datastore1 {{(pid=63920) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 598.470701] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 598.475289] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Copying Virtual Disk [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk to [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.475835] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3155acde-5356-416e-a37f-1b1002c8aaec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.485565] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 598.485565] env[63920]: value = "task-2391578" [ 598.485565] env[63920]: _type = "Task" [ 598.485565] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.494686] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.654465] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Releasing lock "refresh_cache-d7129bbd-bd24-436d-b999-1010b6e92032" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.654826] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Instance network_info: |[{"id": "6274058f-e7e6-4af7-bd33-93eeb6675b5d", "address": "fa:16:3e:52:16:62", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6274058f-e7", "ovs_interfaceid": "6274058f-e7e6-4af7-bd33-93eeb6675b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 598.655422] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:16:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6274058f-e7e6-4af7-bd33-93eeb6675b5d', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.665424] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Creating folder: Project (a2d8eb2bcdc1410c9b97c0bc772522c3). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.671187] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1716321b-6037-4ed6-a87e-8c01bbdbd79c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.681774] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Created folder: Project (a2d8eb2bcdc1410c9b97c0bc772522c3) in parent group-v485178. [ 598.682016] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Creating folder: Instances. Parent ref: group-v485185. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.682260] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f05bbc4-28da-471e-ade4-4b2bfcec4a57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.691520] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Created folder: Instances in parent group-v485185. [ 598.691766] env[63920]: DEBUG oslo.service.loopingcall [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 598.692216] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.692255] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-804e2e18-f3f8-459c-b42f-485e347375a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.713522] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.713522] env[63920]: value = "task-2391581" [ 598.713522] env[63920]: _type = "Task" [ 598.713522] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.721324] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391581, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.892239] env[63920]: DEBUG nova.compute.utils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.904309] env[63920]: DEBUG nova.network.neutron [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Successfully updated port: 36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.906443] env[63920]: DEBUG nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 598.998771] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391578, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.999948] env[63920]: DEBUG nova.network.neutron [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Updated VIF entry in instance network info cache for port 815dbe1b-bcd3-4f62-8084-d0fb2c826745. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 599.001149] env[63920]: DEBUG nova.network.neutron [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Updating instance_info_cache with network_info: [{"id": "815dbe1b-bcd3-4f62-8084-d0fb2c826745", "address": "fa:16:3e:1a:89:24", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815dbe1b-bc", "ovs_interfaceid": "815dbe1b-bcd3-4f62-8084-d0fb2c826745", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.228027] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391581, 'name': CreateVM_Task, 'duration_secs': 0.367298} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.228027] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.228027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.228027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.228027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 599.228314] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a56e06d-bbf0-4579-bbae-1d93b88af5be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.234714] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 599.234714] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dac5da-ec32-70c5-6803-c9fdf6015d5f" [ 599.234714] env[63920]: _type = "Task" [ 599.234714] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.241499] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dac5da-ec32-70c5-6803-c9fdf6015d5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.407814] env[63920]: DEBUG nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.414632] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.414792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.414943] env[63920]: DEBUG nova.network.neutron [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.502374] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646205} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.502824] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Releasing lock "refresh_cache-8e8523e3-57ae-485b-bfd6-d87d834a378f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.502938] env[63920]: DEBUG nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Received event network-vif-plugged-6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.503796] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Acquiring lock "d7129bbd-bd24-436d-b999-1010b6e92032-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.504215] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Lock "d7129bbd-bd24-436d-b999-1010b6e92032-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.504624] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Lock "d7129bbd-bd24-436d-b999-1010b6e92032-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.504692] env[63920]: DEBUG nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] No waiting events found dispatching network-vif-plugged-6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.505251] env[63920]: WARNING nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Received unexpected event network-vif-plugged-6274058f-e7e6-4af7-bd33-93eeb6675b5d for instance with vm_state building and task_state spawning. [ 599.505251] env[63920]: DEBUG nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Received event network-changed-6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 599.505251] env[63920]: DEBUG nova.compute.manager [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Refreshing instance network info cache due to event network-changed-6274058f-e7e6-4af7-bd33-93eeb6675b5d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 599.505574] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Acquiring lock "refresh_cache-d7129bbd-bd24-436d-b999-1010b6e92032" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.505758] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Acquired lock "refresh_cache-d7129bbd-bd24-436d-b999-1010b6e92032" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.505972] env[63920]: DEBUG nova.network.neutron [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Refreshing network info cache for port 6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 599.507079] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Copied Virtual Disk [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk to [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.511022] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleting the datastore file [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45/tmp-sparse.vmdk {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.511022] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a3d61b7-2e93-4fac-ad85-faddf1fb8336 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.514957] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 599.514957] env[63920]: value = "task-2391582" [ 599.514957] env[63920]: _type = "Task" [ 599.514957] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.525552] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.649374] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d42c25-f3fc-457c-8e55-c76f626e27e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.657528] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af1906-c52d-4bee-9445-ace4c122e994 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.689269] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a24e359-57db-4ce4-8fb8-10da5c16c6f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.697469] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f36cc-6340-4837-aab7-75d544a3084b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.713565] env[63920]: DEBUG nova.compute.provider_tree [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.742692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.742942] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 599.743163] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 599.845775] env[63920]: DEBUG nova.network.neutron [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Successfully updated port: c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 600.005413] env[63920]: DEBUG nova.network.neutron [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.028050] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023496} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.028497] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.028823] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Moving file from [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8/7a8bae32-5764-4686-a7f4-d51d41380c45 to [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45. {{(pid=63920) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.029127] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-baebba5c-912e-433a-b6fc-87f451615e7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.037260] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 600.037260] env[63920]: value = "task-2391583" [ 600.037260] env[63920]: _type = "Task" [ 600.037260] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.047163] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391583, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.217421] env[63920]: DEBUG nova.scheduler.client.report [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.296875] env[63920]: DEBUG nova.network.neutron [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Updating instance_info_cache with network_info: [{"id": "36ce4f74-5347-4868-86a7-5fdc42385de9", "address": "fa:16:3e:0a:40:f0", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ce4f74-53", "ovs_interfaceid": "36ce4f74-5347-4868-86a7-5fdc42385de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.355876] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-9f1a15ad-c20f-403f-a84b-29ab614fc77f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 600.355876] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-9f1a15ad-c20f-403f-a84b-29ab614fc77f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.355876] env[63920]: DEBUG nova.network.neutron [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.427584] env[63920]: DEBUG nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.463242] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.463583] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.463876] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.464110] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.464846] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.464846] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.464846] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.464846] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.465023] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.465153] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.465335] env[63920]: DEBUG nova.virt.hardware [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.466285] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ae6a22-f998-44e9-bccb-2a43f5cc0534 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.478995] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4cb413-7537-4cc6-bd2a-b5b177015772 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.494643] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.500135] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Creating folder: Project (dacebe974e66409abd3dff88de9bca24). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.501572] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d277a45-c0b9-41c5-8689-08c770879fe4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.506888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "2e709e94-117f-438d-b3d3-22b046a7294f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.508202] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "2e709e94-117f-438d-b3d3-22b046a7294f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.520431] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Created folder: Project (dacebe974e66409abd3dff88de9bca24) in parent group-v485178. [ 600.520619] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Creating folder: Instances. Parent ref: group-v485188. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.521035] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-577409c6-bf71-47a3-8fca-6684a77f05b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.530999] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Created folder: Instances in parent group-v485188. [ 600.530999] env[63920]: DEBUG oslo.service.loopingcall [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.530999] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.531183] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4837cd26-9c6f-4923-ae77-3a73c9646582 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.556495] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.556495] env[63920]: value = "task-2391586" [ 600.556495] env[63920]: _type = "Task" [ 600.556495] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.560011] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391583, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028851} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.563198] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] File moved {{(pid=63920) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 600.563375] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Cleaning up location [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 600.563482] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleting the datastore file [datastore1] vmware_temp/bba59a58-71bc-480d-b3ae-573709f26cc8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.563720] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfb0bb66-1b3f-4c59-80b8-d0bdc19351c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.571289] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391586, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.572642] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 600.572642] env[63920]: value = "task-2391587" [ 600.572642] env[63920]: _type = "Task" [ 600.572642] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.685244] env[63920]: DEBUG nova.network.neutron [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Updated VIF entry in instance network info cache for port 6274058f-e7e6-4af7-bd33-93eeb6675b5d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 600.685244] env[63920]: DEBUG nova.network.neutron [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Updating instance_info_cache with network_info: [{"id": "6274058f-e7e6-4af7-bd33-93eeb6675b5d", "address": "fa:16:3e:52:16:62", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6274058f-e7", "ovs_interfaceid": "6274058f-e7e6-4af7-bd33-93eeb6675b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.723738] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.724303] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.727862] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.965s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.729664] env[63920]: INFO nova.compute.claims [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.799791] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Releasing lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 600.800170] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Instance network_info: |[{"id": "36ce4f74-5347-4868-86a7-5fdc42385de9", "address": "fa:16:3e:0a:40:f0", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ce4f74-53", "ovs_interfaceid": "36ce4f74-5347-4868-86a7-5fdc42385de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.801810] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:40:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36ce4f74-5347-4868-86a7-5fdc42385de9', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.810977] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Creating folder: Project (8202bbad81de4dbba101e65cb7a4fb7b). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.811824] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46f9e127-0e34-410e-9ce3-f9fc7b06dacf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.822996] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Created folder: Project (8202bbad81de4dbba101e65cb7a4fb7b) in parent group-v485178. [ 600.823250] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Creating folder: Instances. Parent ref: group-v485191. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.823493] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede94703-f608-4b29-b772-135e05990181 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.832212] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Created folder: Instances in parent group-v485191. [ 600.832438] env[63920]: DEBUG oslo.service.loopingcall [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.832630] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.832830] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c912af-a7e2-4075-9035-71ed4c1e7414 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.851969] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.851969] env[63920]: value = "task-2391590" [ 600.851969] env[63920]: _type = "Task" [ 600.851969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.861930] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391590, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.950807] env[63920]: DEBUG nova.network.neutron [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.014215] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.073935] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391586, 'name': CreateVM_Task, 'duration_secs': 0.461805} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.082893] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.084741] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.085067] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.085541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.086835] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5d88fe-135f-405e-a00a-54da3ff7f854 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.094845] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03538} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.095966] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.097091] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f034387-f5aa-406b-a651-c1bf1c55e0db {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.101697] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 601.101697] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5290ebf5-ca82-6a5e-b884-4e4b30e25d66" [ 601.101697] env[63920]: _type = "Task" [ 601.101697] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.107873] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 601.107873] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5266081f-8018-b8c5-f0ad-921c56027f39" [ 601.107873] env[63920]: _type = "Task" [ 601.107873] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.116504] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5290ebf5-ca82-6a5e-b884-4e4b30e25d66, 'name': SearchDatastore_Task, 'duration_secs': 0.009145} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.117377] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.117693] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.117947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.122362] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5266081f-8018-b8c5-f0ad-921c56027f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.188549] env[63920]: DEBUG oslo_concurrency.lockutils [req-cda7e727-4c61-42e5-b007-688e40cd5e49 req-bc4bae24-f67f-4aee-9ca7-32049de474e6 service nova] Releasing lock "refresh_cache-d7129bbd-bd24-436d-b999-1010b6e92032" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.243350] env[63920]: DEBUG nova.compute.utils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.248138] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.248138] env[63920]: DEBUG nova.network.neutron [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.270552] env[63920]: DEBUG nova.compute.manager [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.271515] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd8793-4723-4661-9527-f44a0d30fc6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.361475] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391590, 'name': CreateVM_Task, 'duration_secs': 0.326647} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.361656] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.362614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.362614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.362765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.362992] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-632f2a8d-b0db-435e-8c88-85c52973355e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.367731] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 601.367731] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e5dfb6-4a1d-3966-3925-9c911d8f0dec" [ 601.367731] env[63920]: _type = "Task" [ 601.367731] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.376513] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e5dfb6-4a1d-3966-3925-9c911d8f0dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.387090] env[63920]: DEBUG nova.policy [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e9ee7cba084ebfbadfb57d19926794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7cc6657975a4c95acfd04987c3bdd4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.540725] env[63920]: DEBUG nova.network.neutron [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Updating instance_info_cache with network_info: [{"id": "c075cab6-ceb7-4249-9186-dd687d46f6c4", "address": "fa:16:3e:61:b1:90", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc075cab6-ce", "ovs_interfaceid": "c075cab6-ceb7-4249-9186-dd687d46f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.545279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.624983] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5266081f-8018-b8c5-f0ad-921c56027f39, 'name': SearchDatastore_Task, 'duration_secs': 0.017797} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.625448] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.625526] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8e8523e3-57ae-485b-bfd6-d87d834a378f/8e8523e3-57ae-485b-bfd6-d87d834a378f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.627216] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.627216] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.627216] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8780a3fb-79d4-44e2-9729-9ac575281408 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.630772] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8cc79a4-1259-46b9-9da0-193095a791d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.637552] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 601.637552] env[63920]: value = "task-2391591" [ 601.637552] env[63920]: _type = "Task" [ 601.637552] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.641703] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.642365] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.643380] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c29cdad-07a8-420b-a38a-d1a07ad49dec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.648955] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.652918] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 601.652918] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52296f1c-8d25-8486-6288-b5c5ea402182" [ 601.652918] env[63920]: _type = "Task" [ 601.652918] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.660040] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52296f1c-8d25-8486-6288-b5c5ea402182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.747794] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.785876] env[63920]: INFO nova.compute.manager [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] instance snapshotting [ 601.786621] env[63920]: DEBUG nova.objects.instance [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lazy-loading 'flavor' on Instance uuid 3a53feea-033e-4b1d-b990-e00948dd554d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.789401] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Received event network-vif-plugged-36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.789499] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Acquiring lock "24265a32-860b-44ea-b35b-3c3972e00d41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.791623] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Lock "24265a32-860b-44ea-b35b-3c3972e00d41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.791623] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Lock "24265a32-860b-44ea-b35b-3c3972e00d41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.791623] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] No waiting events found dispatching network-vif-plugged-36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.791623] env[63920]: WARNING nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Received unexpected event network-vif-plugged-36ce4f74-5347-4868-86a7-5fdc42385de9 for instance with vm_state building and task_state spawning. [ 601.791623] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Received event network-changed-36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 601.792323] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Refreshing instance network info cache due to event network-changed-36ce4f74-5347-4868-86a7-5fdc42385de9. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 601.792323] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Acquiring lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.792323] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Acquired lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.792323] env[63920]: DEBUG nova.network.neutron [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Refreshing network info cache for port 36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 601.885431] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e5dfb6-4a1d-3966-3925-9c911d8f0dec, 'name': SearchDatastore_Task, 'duration_secs': 0.010607} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.885431] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.886224] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.886224] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.015416] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a781c-315d-4ab9-949a-9c0d782b229f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.024929] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d909c64-fafe-4d9b-aedb-6697c66a22e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.059167] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-9f1a15ad-c20f-403f-a84b-29ab614fc77f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.059484] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Instance network_info: |[{"id": "c075cab6-ceb7-4249-9186-dd687d46f6c4", "address": "fa:16:3e:61:b1:90", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc075cab6-ce", "ovs_interfaceid": "c075cab6-ceb7-4249-9186-dd687d46f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 602.060139] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b1:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c075cab6-ceb7-4249-9186-dd687d46f6c4', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.070584] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating folder: Project (a7ca946b3288432596529a8297704e94). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.072026] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7373adb8-420b-410c-a037-b7d31875faff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.074865] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30552f1-c46a-47f2-8c88-b7f25985dd00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.085024] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2c064e-e796-4c88-b7be-6959bf63d96c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.088645] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created folder: Project (a7ca946b3288432596529a8297704e94) in parent group-v485178. [ 602.088875] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating folder: Instances. Parent ref: group-v485196. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.089543] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2b1e035-51cd-4563-935f-d86889edb439 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.099744] env[63920]: DEBUG nova.compute.provider_tree [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.112023] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created folder: Instances in parent group-v485196. [ 602.112023] env[63920]: DEBUG oslo.service.loopingcall [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 602.112023] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.112023] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e65fc43-6ac6-4ca4-bc8f-6e0d8a73da9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.134111] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.134111] env[63920]: value = "task-2391598" [ 602.134111] env[63920]: _type = "Task" [ 602.134111] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.144309] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391598, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.151286] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487043} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.151286] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8e8523e3-57ae-485b-bfd6-d87d834a378f/8e8523e3-57ae-485b-bfd6-d87d834a378f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.151286] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.151286] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6cc4223-1efe-43f6-a732-5ff76b6d64fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.158184] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 602.158184] env[63920]: value = "task-2391599" [ 602.158184] env[63920]: _type = "Task" [ 602.158184] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.161288] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52296f1c-8d25-8486-6288-b5c5ea402182, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.166587] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3557b8e5-7585-44d8-b91e-7fa00480845c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.172823] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 602.172823] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f064ce-d121-6b46-b32b-182a426a59a9" [ 602.172823] env[63920]: _type = "Task" [ 602.172823] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.176223] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.185662] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f064ce-d121-6b46-b32b-182a426a59a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.304313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dcd7da-d5e6-4941-92a1-74c197155a11 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.338133] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77f6af7-6291-4023-9ea6-502a8e5cd7e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.416885] env[63920]: DEBUG nova.network.neutron [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Successfully created port: b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.602909] env[63920]: DEBUG nova.scheduler.client.report [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.648137] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391598, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.670886] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066718} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.671500] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 602.671992] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7dda5a-3488-423c-bfc2-7283b4f3a2e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.701429] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8e8523e3-57ae-485b-bfd6-d87d834a378f/8e8523e3-57ae-485b-bfd6-d87d834a378f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 602.704366] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3be707-ea73-4dfe-9d5d-ba5ab76070a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.733686] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f064ce-d121-6b46-b32b-182a426a59a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.734653] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.734908] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] d7129bbd-bd24-436d-b999-1010b6e92032/d7129bbd-bd24-436d-b999-1010b6e92032.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.735546] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 602.735546] env[63920]: value = "task-2391600" [ 602.735546] env[63920]: _type = "Task" [ 602.735546] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.735749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.735927] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.736149] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666832e1-1c18-43e3-8a4c-c76443e6dd05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.738224] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd70852e-c0cb-4cb6-9cc0-94cf0c6e0612 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.747703] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 602.747703] env[63920]: value = "task-2391601" [ 602.747703] env[63920]: _type = "Task" [ 602.747703] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.755369] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.755645] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.757156] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0f640e-95cf-477c-a5c7-626b829bca1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.766085] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.767730] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.769335] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.773044] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 602.773044] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec9e79-4b0a-b1f7-96fb-cddf60d533a3" [ 602.773044] env[63920]: _type = "Task" [ 602.773044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.786126] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec9e79-4b0a-b1f7-96fb-cddf60d533a3, 'name': SearchDatastore_Task, 'duration_secs': 0.008196} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.786126] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfc6571-8f01-4c2a-9893-a5c31e9acb5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.790140] env[63920]: DEBUG nova.network.neutron [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Updated VIF entry in instance network info cache for port 36ce4f74-5347-4868-86a7-5fdc42385de9. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.790140] env[63920]: DEBUG nova.network.neutron [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Updating instance_info_cache with network_info: [{"id": "36ce4f74-5347-4868-86a7-5fdc42385de9", "address": "fa:16:3e:0a:40:f0", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ce4f74-53", "ovs_interfaceid": "36ce4f74-5347-4868-86a7-5fdc42385de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.797019] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 602.797019] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52525c42-9838-a518-7052-8f92a64cf0a0" [ 602.797019] env[63920]: _type = "Task" [ 602.797019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.805282] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.805752] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.805752] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.805827] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.805956] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.806107] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.806304] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.806526] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.806697] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.806863] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.807070] env[63920]: DEBUG nova.virt.hardware [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.807898] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae64665-8d77-43d8-8adc-d44d64db3c97 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.815555] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52525c42-9838-a518-7052-8f92a64cf0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.816203] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 602.816470] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 5e99316a-3e99-4dd2-a150-4b11c99e1495/5e99316a-3e99-4dd2-a150-4b11c99e1495.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.816769] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.816954] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.817202] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab01d0a-e054-417c-ba1d-5bc3fa1e8ac0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.821355] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb5069c-63f2-428b-8668-768d283eca85 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.826409] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c1d56b-9018-41c6-a6c7-849a71fa7487 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.832397] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 602.832397] env[63920]: value = "task-2391602" [ 602.832397] env[63920]: _type = "Task" [ 602.832397] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.845817] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.846193] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.847816] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0c4aab-95a9-4c76-99ad-23f083660387 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.859063] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 602.859063] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.859063] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2df65be1-2845-47ea-9f9e-82d39b7c5cd9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.860358] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 602.860358] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520a8adb-e455-ee14-7a2d-37b111a88ef8" [ 602.860358] env[63920]: _type = "Task" [ 602.860358] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.867162] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 602.867162] env[63920]: value = "task-2391603" [ 602.867162] env[63920]: _type = "Task" [ 602.867162] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.875839] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520a8adb-e455-ee14-7a2d-37b111a88ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.877412] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f65263-2bf1-4251-8891-9117d4291327 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.883268] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.886317] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 602.886317] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a3149c-9677-f11b-5aac-58462672a0b9" [ 602.886317] env[63920]: _type = "Task" [ 602.886317] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.894992] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a3149c-9677-f11b-5aac-58462672a0b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.956702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "3a53feea-033e-4b1d-b990-e00948dd554d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.956702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "3a53feea-033e-4b1d-b990-e00948dd554d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.956702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "3a53feea-033e-4b1d-b990-e00948dd554d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.956702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "3a53feea-033e-4b1d-b990-e00948dd554d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.957255] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "3a53feea-033e-4b1d-b990-e00948dd554d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.962240] env[63920]: INFO nova.compute.manager [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Terminating instance [ 603.112933] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.112933] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 603.118078] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.516s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.118277] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.118431] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 603.118833] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.742s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.123313] env[63920]: INFO nova.compute.claims [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.127879] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba43432-dadc-42c1-a269-f0decd1bc9e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.140452] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698784b3-71d9-4b31-8fb9-872b1dd8a766 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.153775] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391598, 'name': CreateVM_Task, 'duration_secs': 0.526024} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.165911] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 603.167018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.167252] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.167526] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 603.168389] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bdff1c-a878-47fa-8a55-4a939e0bc6c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.171522] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4d30cd-a844-43f0-9ec1-f4cf7baf31da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.177595] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 603.177595] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5254b816-aa97-3d5c-c2de-b476d7a6cda2" [ 603.177595] env[63920]: _type = "Task" [ 603.177595] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.185218] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803328af-4c84-4737-8e0b-ab60007eaf7e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.193158] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5254b816-aa97-3d5c-c2de-b476d7a6cda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.227776] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181232MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 603.228082] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.249510] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391600, 'name': ReconfigVM_Task, 'duration_secs': 0.298724} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.253192] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8e8523e3-57ae-485b-bfd6-d87d834a378f/8e8523e3-57ae-485b-bfd6-d87d834a378f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.254020] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15742e28-29f8-4eb2-ae74-0036feadc18b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.263541] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391601, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.263541] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 603.263541] env[63920]: value = "task-2391604" [ 603.263541] env[63920]: _type = "Task" [ 603.263541] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.272808] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391604, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.293491] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Releasing lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.293491] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Received event network-vif-plugged-c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.293619] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Acquiring lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.294069] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.294273] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.294454] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] No waiting events found dispatching network-vif-plugged-c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.294720] env[63920]: WARNING nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Received unexpected event network-vif-plugged-c075cab6-ceb7-4249-9186-dd687d46f6c4 for instance with vm_state building and task_state spawning. [ 603.294807] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Received event network-changed-c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.294975] env[63920]: DEBUG nova.compute.manager [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Refreshing instance network info cache due to event network-changed-c075cab6-ceb7-4249-9186-dd687d46f6c4. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 603.295226] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Acquiring lock "refresh_cache-9f1a15ad-c20f-403f-a84b-29ab614fc77f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.295778] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Acquired lock "refresh_cache-9f1a15ad-c20f-403f-a84b-29ab614fc77f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.295778] env[63920]: DEBUG nova.network.neutron [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Refreshing network info cache for port c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.345199] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391602, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.379517] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.397533] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a3149c-9677-f11b-5aac-58462672a0b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.398027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.398356] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 24265a32-860b-44ea-b35b-3c3972e00d41/24265a32-860b-44ea-b35b-3c3972e00d41.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.398756] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c547aa2-ae16-4f85-92b1-e24c9369c482 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.407817] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 603.407817] env[63920]: value = "task-2391605" [ 603.407817] env[63920]: _type = "Task" [ 603.407817] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.416753] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.470818] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "refresh_cache-3a53feea-033e-4b1d-b990-e00948dd554d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.470818] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquired lock "refresh_cache-3a53feea-033e-4b1d-b990-e00948dd554d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.470818] env[63920]: DEBUG nova.network.neutron [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.634549] env[63920]: DEBUG nova.compute.utils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.635204] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.635399] env[63920]: DEBUG nova.network.neutron [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.691435] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5254b816-aa97-3d5c-c2de-b476d7a6cda2, 'name': SearchDatastore_Task, 'duration_secs': 0.055553} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.692063] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.692576] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 603.692858] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.692998] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.693200] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.693743] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db96b9b9-08c2-4553-868b-7b50b2e60e0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.702444] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.702632] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.703444] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983bb321-a1ea-49b3-920b-d9c5bec0e9bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.713931] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 603.713931] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529b3514-4373-4322-bf25-5d7c890aff0f" [ 603.713931] env[63920]: _type = "Task" [ 603.713931] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.731377] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529b3514-4373-4322-bf25-5d7c890aff0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008452} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.731377] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a513c2e-fe72-446f-8283-c3a6dff4f509 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.742728] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 603.742728] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529bbe7a-b1aa-4fc1-057e-74478b24ade5" [ 603.742728] env[63920]: _type = "Task" [ 603.742728] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.753794] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529bbe7a-b1aa-4fc1-057e-74478b24ade5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.765083] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530008} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.767130] env[63920]: DEBUG nova.policy [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '350feea2bc4748a98a8f1ded96299b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b4f07253354d40b4493500fcb1fd84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.775034] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] d7129bbd-bd24-436d-b999-1010b6e92032/d7129bbd-bd24-436d-b999-1010b6e92032.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.775034] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.775034] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1cc105-13d1-454c-b459-309e33978ec1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.782737] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391604, 'name': Rename_Task, 'duration_secs': 0.170949} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.783440] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 603.785830] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2323596e-e635-4750-b4d0-d12c6f2290f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.788391] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 603.788391] env[63920]: value = "task-2391606" [ 603.788391] env[63920]: _type = "Task" [ 603.788391] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.796354] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 603.796354] env[63920]: value = "task-2391607" [ 603.796354] env[63920]: _type = "Task" [ 603.796354] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.806453] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.814093] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.850698] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790648} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.850698] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 5e99316a-3e99-4dd2-a150-4b11c99e1495/5e99316a-3e99-4dd2-a150-4b11c99e1495.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.850698] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 603.850698] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-334eaee6-d568-441c-ba7f-7a346062c0a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.866716] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 603.866716] env[63920]: value = "task-2391608" [ 603.866716] env[63920]: _type = "Task" [ 603.866716] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.877068] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391608, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.884047] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.921436] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391605, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.033020] env[63920]: DEBUG nova.network.neutron [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.140969] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 604.252503] env[63920]: DEBUG nova.network.neutron [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.261486] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529bbe7a-b1aa-4fc1-057e-74478b24ade5, 'name': SearchDatastore_Task, 'duration_secs': 0.05143} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.261929] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.262636] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 9f1a15ad-c20f-403f-a84b-29ab614fc77f/9f1a15ad-c20f-403f-a84b-29ab614fc77f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.263035] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe6db68-30bd-4a3a-b0a2-64dc001714a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.284199] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 604.284199] env[63920]: value = "task-2391609" [ 604.284199] env[63920]: _type = "Task" [ 604.284199] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.301055] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.312160] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123156} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.312160] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.312400] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99abe82-667d-4be8-b0de-b6946e2179d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.318296] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391607, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.339439] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] d7129bbd-bd24-436d-b999-1010b6e92032/d7129bbd-bd24-436d-b999-1010b6e92032.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.342518] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74c6704-933c-48c1-bf1d-99d1dcc1932d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.370457] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 604.370457] env[63920]: value = "task-2391610" [ 604.370457] env[63920]: _type = "Task" [ 604.370457] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.403644] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391608, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210417} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.417525] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.418084] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.418506] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.422965] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60c3cd6-b2b9-4be9-8fad-f12a2a701d28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.440633] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640122} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.455876] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 24265a32-860b-44ea-b35b-3c3972e00d41/24265a32-860b-44ea-b35b-3c3972e00d41.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.456208] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.472055] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5e99316a-3e99-4dd2-a150-4b11c99e1495/5e99316a-3e99-4dd2-a150-4b11c99e1495.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.475398] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2919ec78-5eec-4dcb-aaa0-3decd45f310c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.480655] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20154d03-9ca1-4533-ae76-08fc0216e2cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.500755] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8980ed69-77ee-442d-b190-8901a80b0cdb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.510856] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5e6bd6-9c8d-43a0-bbdb-f5e2314e7a2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.514592] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 604.514592] env[63920]: value = "task-2391611" [ 604.514592] env[63920]: _type = "Task" [ 604.514592] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.515923] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 604.515923] env[63920]: value = "task-2391612" [ 604.515923] env[63920]: _type = "Task" [ 604.515923] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.553880] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd117bd-8693-4294-9563-b26260a5d523 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.564431] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.565185] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.569119] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daceaf5d-d3be-410b-8ef5-a792ae19120c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.590195] env[63920]: DEBUG nova.compute.provider_tree [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.596404] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.596579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.766094] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Releasing lock "refresh_cache-3a53feea-033e-4b1d-b990-e00948dd554d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.766930] env[63920]: DEBUG nova.compute.manager [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 604.766930] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 604.768124] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0496559d-3e23-4e02-88dd-7b5439f41e3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.779436] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 604.780071] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21ad8c40-2b8b-4905-a1d5-9216a59eff31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.790289] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 604.790289] env[63920]: value = "task-2391613" [ 604.790289] env[63920]: _type = "Task" [ 604.790289] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.798268] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391609, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.808284] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.813841] env[63920]: DEBUG oslo_vmware.api [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391607, 'name': PowerOnVM_Task, 'duration_secs': 0.552508} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.814161] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.814357] env[63920]: INFO nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Took 13.54 seconds to spawn the instance on the hypervisor. [ 604.814752] env[63920]: DEBUG nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.818214] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ddb61-c23a-4d0b-8e9a-9c968b3e1c93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.923282] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391603, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.923880] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.032374] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.036254] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.426521} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.036664] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.037877] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe9b5de-a542-4b9c-b3c0-9c4bd6049745 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.066593] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 24265a32-860b-44ea-b35b-3c3972e00d41/24265a32-860b-44ea-b35b-3c3972e00d41.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.067303] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecb0ed3b-ea62-44fa-85e3-e7aa59bbd3b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.087589] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 605.087589] env[63920]: value = "task-2391615" [ 605.087589] env[63920]: _type = "Task" [ 605.087589] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.097033] env[63920]: DEBUG nova.scheduler.client.report [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.100411] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.102111] env[63920]: DEBUG nova.network.neutron [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Updated VIF entry in instance network info cache for port c075cab6-ceb7-4249-9186-dd687d46f6c4. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 605.102543] env[63920]: DEBUG nova.network.neutron [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Updating instance_info_cache with network_info: [{"id": "c075cab6-ceb7-4249-9186-dd687d46f6c4", "address": "fa:16:3e:61:b1:90", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc075cab6-ce", "ovs_interfaceid": "c075cab6-ceb7-4249-9186-dd687d46f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.103649] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.153742] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 605.184930] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.184930] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.184930] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.184930] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.185260] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.185260] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.185260] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.185260] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.185503] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.185670] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.185840] env[63920]: DEBUG nova.virt.hardware [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.186925] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c24e0d-68b2-42c0-9cee-d3b496ce4136 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.195735] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964ab262-d048-4b8d-9dc8-ca51705131b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.298792] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553814} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.300267] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 9f1a15ad-c20f-403f-a84b-29ab614fc77f/9f1a15ad-c20f-403f-a84b-29ab614fc77f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.300498] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.300842] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ac9d395-114d-4fd3-844d-cf6d107ee6fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.307734] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.310202] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 605.310202] env[63920]: value = "task-2391616" [ 605.310202] env[63920]: _type = "Task" [ 605.310202] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.320520] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.337463] env[63920]: INFO nova.compute.manager [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Took 18.45 seconds to build instance. [ 605.371425] env[63920]: DEBUG nova.network.neutron [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Successfully created port: 241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.391076] env[63920]: DEBUG oslo_vmware.api [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391603, 'name': CreateSnapshot_Task, 'duration_secs': 2.397571} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.394907] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 605.395800] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f98d06-b46c-4f1e-aaa0-29377b3cab60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.408545] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391610, 'name': ReconfigVM_Task, 'duration_secs': 0.598562} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.412486] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Reconfigured VM instance instance-00000003 to attach disk [datastore1] d7129bbd-bd24-436d-b999-1010b6e92032/d7129bbd-bd24-436d-b999-1010b6e92032.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.414958] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15abd279-3d39-4698-9907-deb83eff0d24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.417944] env[63920]: DEBUG nova.network.neutron [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Successfully updated port: b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.428516] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 605.428516] env[63920]: value = "task-2391617" [ 605.428516] env[63920]: _type = "Task" [ 605.428516] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.442077] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391617, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.543270] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391612, 'name': ReconfigVM_Task, 'duration_secs': 0.683366} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.543617] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5e99316a-3e99-4dd2-a150-4b11c99e1495/5e99316a-3e99-4dd2-a150-4b11c99e1495.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.544292] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56e4780f-12b6-46fb-b4cc-80dd021f0a75 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.552278] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 605.552278] env[63920]: value = "task-2391618" [ 605.552278] env[63920]: _type = "Task" [ 605.552278] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.562126] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391618, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.600043] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.608692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.609037] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.612634] env[63920]: DEBUG oslo_concurrency.lockutils [req-b31ce277-8b14-4409-91e3-ebe8e589f088 req-74ad83d7-6e9d-49da-aad7-139cbc577478 service nova] Releasing lock "refresh_cache-9f1a15ad-c20f-403f-a84b-29ab614fc77f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.614209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.067s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.616904] env[63920]: INFO nova.compute.claims [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.644568] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.806526] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391613, 'name': PowerOffVM_Task, 'duration_secs': 0.749824} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.806826] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 605.806987] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 605.807428] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d4edbaa-d9c8-4c4e-b8d0-68ccd68addde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.823424] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150386} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.823668] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.824576] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c387d265-687d-4860-90e2-3be0611ce5a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.843259] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3cb0309-f7d9-4e39-b4a8-b12567f54bbe tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.974s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.852602] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9f1a15ad-c20f-403f-a84b-29ab614fc77f/9f1a15ad-c20f-403f-a84b-29ab614fc77f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.854182] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa5eb30-1472-4d7e-a7ba-1b77104c1bcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.872614] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 605.872614] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 605.872614] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleting the datastore file [datastore2] 3a53feea-033e-4b1d-b990-e00948dd554d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 605.872614] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b2704b1-24fd-48ca-a1d3-58632caf45ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.881401] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for the task: (returnval){ [ 605.881401] env[63920]: value = "task-2391620" [ 605.881401] env[63920]: _type = "Task" [ 605.881401] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.882798] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 605.882798] env[63920]: value = "task-2391621" [ 605.882798] env[63920]: _type = "Task" [ 605.882798] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.895771] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.899276] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.921214] env[63920]: DEBUG nova.compute.manager [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Instance disappeared during snapshot {{(pid=63920) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 605.925601] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "refresh_cache-17da6524-eda0-4b27-8586-84c7f775f06b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.925850] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "refresh_cache-17da6524-eda0-4b27-8586-84c7f775f06b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.925968] env[63920]: DEBUG nova.network.neutron [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.943645] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391617, 'name': Rename_Task, 'duration_secs': 0.29503} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.944796] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.947689] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b31438-e52d-4565-81d3-0ae6e25d7d45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.958610] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 605.958610] env[63920]: value = "task-2391622" [ 605.958610] env[63920]: _type = "Task" [ 605.958610] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.973289] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.068234] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391618, 'name': Rename_Task, 'duration_secs': 0.196417} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.068234] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.068234] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c1b6bca-b816-4e01-b60b-e2a2efa8077f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.077190] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 606.077190] env[63920]: value = "task-2391623" [ 606.077190] env[63920]: _type = "Task" [ 606.077190] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.092296] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.108800] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391615, 'name': ReconfigVM_Task, 'duration_secs': 0.684916} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.112290] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 24265a32-860b-44ea-b35b-3c3972e00d41/24265a32-860b-44ea-b35b-3c3972e00d41.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.114278] env[63920]: DEBUG nova.compute.utils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.115808] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea8353c-17e1-4dc8-bdc4-0b258b6a0141 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.121022] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 606.121022] env[63920]: DEBUG nova.network.neutron [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 606.132079] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 606.132079] env[63920]: value = "task-2391624" [ 606.132079] env[63920]: _type = "Task" [ 606.132079] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.149780] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391624, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.176024] env[63920]: DEBUG nova.policy [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7234c89de8704288b83069075359562e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '426940116cf34d71862766fb27154935', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.178881] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "82975903-be68-414a-98a1-074cb73ce2af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.179306] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "82975903-be68-414a-98a1-074cb73ce2af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.261600] env[63920]: DEBUG nova.compute.manager [None req-3bcd6ceb-8a20-4ef2-b13e-bf4eb9455537 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Found 0 images (rotation: 2) {{(pid=63920) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 606.400108] env[63920]: DEBUG oslo_vmware.api [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Task: {'id': task-2391620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464289} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.401129] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 606.401129] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 606.401333] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 606.401417] env[63920]: INFO nova.compute.manager [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Took 1.63 seconds to destroy the instance on the hypervisor. [ 606.401614] env[63920]: DEBUG oslo.service.loopingcall [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.401796] env[63920]: DEBUG nova.compute.manager [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 606.401886] env[63920]: DEBUG nova.network.neutron [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 606.406822] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391621, 'name': ReconfigVM_Task, 'duration_secs': 0.409754} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.407470] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9f1a15ad-c20f-403f-a84b-29ab614fc77f/9f1a15ad-c20f-403f-a84b-29ab614fc77f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.408098] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8da9e3a2-465b-4c3c-bb29-6679a44ff4e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.419989] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 606.419989] env[63920]: value = "task-2391625" [ 606.419989] env[63920]: _type = "Task" [ 606.419989] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.437552] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391625, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.437715] env[63920]: DEBUG nova.network.neutron [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.471606] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.482536] env[63920]: DEBUG nova.network.neutron [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.589500] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.623729] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.650746] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391624, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.667097] env[63920]: DEBUG nova.network.neutron [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Successfully created port: 09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.684249] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.722436] env[63920]: DEBUG nova.network.neutron [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Updating instance_info_cache with network_info: [{"id": "b1d19902-d406-4f10-b2e7-18773cb46c2c", "address": "fa:16:3e:c0:41:c3", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d19902-d4", "ovs_interfaceid": "b1d19902-d406-4f10-b2e7-18773cb46c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.879814] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b11f95-89ac-4f81-b214-f0fdb1c820d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.888753] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f17324-077a-43a4-83b8-1009668529e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.927826] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a37f6df-6a7a-4861-969d-68a78fed98cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.936352] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499b9410-5c50-47d2-a758-7e15f3d0cf32 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.940862] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391625, 'name': Rename_Task, 'duration_secs': 0.258731} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.941155] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.941806] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d431e751-e715-4441-a070-86f3d08bb4c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.944012] env[63920]: DEBUG nova.network.neutron [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.955232] env[63920]: DEBUG nova.compute.provider_tree [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.959126] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 606.959126] env[63920]: value = "task-2391626" [ 606.959126] env[63920]: _type = "Task" [ 606.959126] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.970923] env[63920]: DEBUG nova.compute.manager [req-86ced2ac-3240-45c0-942b-13ebcf11c22d req-09630418-ce3c-4e01-abba-98a3ee77607e service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Received event network-vif-plugged-b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.970923] env[63920]: DEBUG oslo_concurrency.lockutils [req-86ced2ac-3240-45c0-942b-13ebcf11c22d req-09630418-ce3c-4e01-abba-98a3ee77607e service nova] Acquiring lock "17da6524-eda0-4b27-8586-84c7f775f06b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.971190] env[63920]: DEBUG oslo_concurrency.lockutils [req-86ced2ac-3240-45c0-942b-13ebcf11c22d req-09630418-ce3c-4e01-abba-98a3ee77607e service nova] Lock "17da6524-eda0-4b27-8586-84c7f775f06b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.971239] env[63920]: DEBUG oslo_concurrency.lockutils [req-86ced2ac-3240-45c0-942b-13ebcf11c22d req-09630418-ce3c-4e01-abba-98a3ee77607e service nova] Lock "17da6524-eda0-4b27-8586-84c7f775f06b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.973883] env[63920]: DEBUG nova.compute.manager [req-86ced2ac-3240-45c0-942b-13ebcf11c22d req-09630418-ce3c-4e01-abba-98a3ee77607e service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] No waiting events found dispatching network-vif-plugged-b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.973883] env[63920]: WARNING nova.compute.manager [req-86ced2ac-3240-45c0-942b-13ebcf11c22d req-09630418-ce3c-4e01-abba-98a3ee77607e service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Received unexpected event network-vif-plugged-b1d19902-d406-4f10-b2e7-18773cb46c2c for instance with vm_state building and task_state spawning. [ 606.981686] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391622, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.981955] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.090115] env[63920]: DEBUG oslo_vmware.api [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391623, 'name': PowerOnVM_Task, 'duration_secs': 0.56201} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.090417] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.090619] env[63920]: INFO nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Took 6.66 seconds to spawn the instance on the hypervisor. [ 607.090798] env[63920]: DEBUG nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.091623] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be5657-b021-4f57-acbd-6ed865d61522 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.146513] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391624, 'name': Rename_Task, 'duration_secs': 0.823957} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.147481] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.147481] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32e17a62-862d-448a-84e3-a1de0af45c7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.160022] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 607.160022] env[63920]: value = "task-2391627" [ 607.160022] env[63920]: _type = "Task" [ 607.160022] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.179299] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.209192] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.227717] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "refresh_cache-17da6524-eda0-4b27-8586-84c7f775f06b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.228078] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Instance network_info: |[{"id": "b1d19902-d406-4f10-b2e7-18773cb46c2c", "address": "fa:16:3e:c0:41:c3", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d19902-d4", "ovs_interfaceid": "b1d19902-d406-4f10-b2e7-18773cb46c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.228998] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:41:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1d19902-d406-4f10-b2e7-18773cb46c2c', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.237571] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating folder: Project (f7cc6657975a4c95acfd04987c3bdd4f). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.237949] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-558acdd0-55ef-45e4-8f89-05d6ebae3d75 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.255949] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created folder: Project (f7cc6657975a4c95acfd04987c3bdd4f) in parent group-v485178. [ 607.256188] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating folder: Instances. Parent ref: group-v485201. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.256477] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-722d45b7-a037-412e-a23e-90b8400d1daa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.271849] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created folder: Instances in parent group-v485201. [ 607.272204] env[63920]: DEBUG oslo.service.loopingcall [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.272446] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.272718] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3800844f-1061-4127-9e87-3cc757fa3154 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.295181] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.295181] env[63920]: value = "task-2391630" [ 607.295181] env[63920]: _type = "Task" [ 607.295181] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.304604] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391630, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.406199] env[63920]: DEBUG nova.network.neutron [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Successfully updated port: 241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.447136] env[63920]: INFO nova.compute.manager [-] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Took 1.05 seconds to deallocate network for instance. [ 607.460955] env[63920]: DEBUG nova.scheduler.client.report [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.480668] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.483720] env[63920]: DEBUG oslo_vmware.api [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391622, 'name': PowerOnVM_Task, 'duration_secs': 1.334655} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.484781] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.485362] env[63920]: INFO nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Took 13.96 seconds to spawn the instance on the hypervisor. [ 607.486330] env[63920]: DEBUG nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.487691] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4cbc8-00e1-4039-84ad-015e42fff1cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.617746] env[63920]: INFO nova.compute.manager [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Took 18.51 seconds to build instance. [ 607.642146] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.651894] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "2c3b497a-2756-4f21-8882-a6734f88ad52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.652718] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "2c3b497a-2756-4f21-8882-a6734f88ad52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.670158] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391627, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.681190] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.681190] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.681190] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.681411] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.681780] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.684709] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.684709] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.684709] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.684709] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.684709] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.684950] env[63920]: DEBUG nova.virt.hardware [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.684950] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a237b15c-5f61-41c3-ada2-9173c2ea053a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.696320] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de40d13-a4c3-4c88-9adf-d788e3812c55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.811179] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391630, 'name': CreateVM_Task, 'duration_secs': 0.482376} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.811507] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.812446] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.812446] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.812619] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.812867] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed98fd8-283d-469f-91bc-cc39b8bbd7a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.819537] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 607.819537] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a43a8d-56cd-45ec-cf31-b85fc475c380" [ 607.819537] env[63920]: _type = "Task" [ 607.819537] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.836370] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a43a8d-56cd-45ec-cf31-b85fc475c380, 'name': SearchDatastore_Task, 'duration_secs': 0.010147} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.836370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.836370] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.836370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.836583] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.836583] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.836583] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44004b8c-7b2f-404a-ac80-4b78557659dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.845749] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.846141] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.846977] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fca92bad-fe80-4620-8e40-6eae9a1c01da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.854708] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 607.854708] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52232395-b72c-308e-e891-85ec675a2c81" [ 607.854708] env[63920]: _type = "Task" [ 607.854708] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.864971] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52232395-b72c-308e-e891-85ec675a2c81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.910891] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.910891] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.910891] env[63920]: DEBUG nova.network.neutron [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.955852] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.965660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.966294] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.974816] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.747s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.989036] env[63920]: DEBUG oslo_vmware.api [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391626, 'name': PowerOnVM_Task, 'duration_secs': 0.635891} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.989036] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.989036] env[63920]: INFO nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Took 9.87 seconds to spawn the instance on the hypervisor. [ 607.989036] env[63920]: DEBUG nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.989768] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bcc798-168c-4a84-8397-b982ff076b59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.008394] env[63920]: INFO nova.compute.manager [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Took 20.81 seconds to build instance. [ 608.121791] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4acbbad-1a42-477b-ae2e-8a6e8bab49c3 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "5e99316a-3e99-4dd2-a150-4b11c99e1495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.031s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.178234] env[63920]: DEBUG oslo_vmware.api [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391627, 'name': PowerOnVM_Task, 'duration_secs': 0.840476} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.178506] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.179340] env[63920]: INFO nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Took 12.37 seconds to spawn the instance on the hypervisor. [ 608.179340] env[63920]: DEBUG nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 608.179737] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f4ccf-211e-449c-9196-a36c709d8c86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.369425] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52232395-b72c-308e-e891-85ec675a2c81, 'name': SearchDatastore_Task, 'duration_secs': 0.028978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.370110] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49056283-43ad-4394-87b3-b163ca779ce0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.376322] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 608.376322] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528c596d-fcdc-9474-293a-b49bda98ce62" [ 608.376322] env[63920]: _type = "Task" [ 608.376322] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.384762] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528c596d-fcdc-9474-293a-b49bda98ce62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.451308] env[63920]: DEBUG nova.network.neutron [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.482115] env[63920]: DEBUG nova.compute.utils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.496644] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.496830] env[63920]: DEBUG nova.network.neutron [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.512292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8cb04f9-8e1e-4aa9-b0f0-82205a843b2f tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "d7129bbd-bd24-436d-b999-1010b6e92032" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.319s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.514844] env[63920]: INFO nova.compute.manager [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Took 20.04 seconds to build instance. [ 608.570225] env[63920]: DEBUG nova.policy [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01bcc1d424714f709c57cbd422ad33c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b523b7bf8ca40068d5fd56db0d72fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.617137] env[63920]: DEBUG nova.network.neutron [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Successfully updated port: 09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.625403] env[63920]: DEBUG nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.703487] env[63920]: INFO nova.compute.manager [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Took 21.17 seconds to build instance. [ 608.706813] env[63920]: DEBUG nova.network.neutron [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.777417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.777677] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.890423] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528c596d-fcdc-9474-293a-b49bda98ce62, 'name': SearchDatastore_Task, 'duration_secs': 0.029298} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.890694] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.890949] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 17da6524-eda0-4b27-8586-84c7f775f06b/17da6524-eda0-4b27-8586-84c7f775f06b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.891307] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9993a2-d163-4196-ad6c-5b6b13ba64e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.899112] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 608.899112] env[63920]: value = "task-2391632" [ 608.899112] env[63920]: _type = "Task" [ 608.899112] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.908922] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.960259] env[63920]: DEBUG nova.compute.manager [req-5ae4393a-278c-43ae-b6c6-6b2e062f59bc req-06956feb-4418-48c1-bcf1-128861650add service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Received event network-vif-plugged-241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 608.960589] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ae4393a-278c-43ae-b6c6-6b2e062f59bc req-06956feb-4418-48c1-bcf1-128861650add service nova] Acquiring lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.961161] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ae4393a-278c-43ae-b6c6-6b2e062f59bc req-06956feb-4418-48c1-bcf1-128861650add service nova] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.961395] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ae4393a-278c-43ae-b6c6-6b2e062f59bc req-06956feb-4418-48c1-bcf1-128861650add service nova] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.961540] env[63920]: DEBUG nova.compute.manager [req-5ae4393a-278c-43ae-b6c6-6b2e062f59bc req-06956feb-4418-48c1-bcf1-128861650add service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] No waiting events found dispatching network-vif-plugged-241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.961737] env[63920]: WARNING nova.compute.manager [req-5ae4393a-278c-43ae-b6c6-6b2e062f59bc req-06956feb-4418-48c1-bcf1-128861650add service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Received unexpected event network-vif-plugged-241d3ad1-dde1-4b16-9c53-9f7eb093f9ff for instance with vm_state building and task_state spawning. [ 608.995710] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 609.013814] env[63920]: DEBUG nova.network.neutron [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Successfully created port: d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.020869] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf995d5-608d-4f60-a084-13ebfa8b013d tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.553s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.029109] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 3a53feea-033e-4b1d-b990-e00948dd554d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 609.029109] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8e8523e3-57ae-485b-bfd6-d87d834a378f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029109] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d7129bbd-bd24-436d-b999-1010b6e92032 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029109] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 24265a32-860b-44ea-b35b-3c3972e00d41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029270] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 9f1a15ad-c20f-403f-a84b-29ab614fc77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029270] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 5e99316a-3e99-4dd2-a150-4b11c99e1495 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029270] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 17da6524-eda0-4b27-8586-84c7f775f06b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029270] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8a8b5ca1-d551-4876-be84-e93404f98db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029391] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d3a28af1-a806-46cc-ada5-708c20e55265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.029391] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2e709e94-117f-438d-b3d3-22b046a7294f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 609.119402] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.119586] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquired lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.119718] env[63920]: DEBUG nova.network.neutron [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.152560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.211036] env[63920]: DEBUG oslo_concurrency.lockutils [None req-63e5d22b-a002-4306-b1b0-44a45807fa18 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "24265a32-860b-44ea-b35b-3c3972e00d41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.687s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.211036] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.211524] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Instance network_info: |[{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.211605] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:c7:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '241d3ad1-dde1-4b16-9c53-9f7eb093f9ff', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.223147] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Creating folder: Project (93b4f07253354d40b4493500fcb1fd84). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.223911] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98eaac09-b480-4a41-9099-5474f7fa3cd5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.238399] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Created folder: Project (93b4f07253354d40b4493500fcb1fd84) in parent group-v485178. [ 609.238650] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Creating folder: Instances. Parent ref: group-v485204. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.238977] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ba130f5-abbc-4af0-962d-bf6ff4fd9162 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.253230] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Created folder: Instances in parent group-v485204. [ 609.253230] env[63920]: DEBUG oslo.service.loopingcall [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.253230] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.253230] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c698cfd-8295-4fbf-ad50-3bcc622c7ee6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.275455] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.275455] env[63920]: value = "task-2391635" [ 609.275455] env[63920]: _type = "Task" [ 609.275455] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.283019] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.289881] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391635, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.411888] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391632, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.531887] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 70a96b3c-f4bc-4b4a-be00-ffb969da1814 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 609.690176] env[63920]: DEBUG nova.network.neutron [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.792958] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391635, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.818953] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.919812] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531356} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.920153] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 17da6524-eda0-4b27-8586-84c7f775f06b/17da6524-eda0-4b27-8586-84c7f775f06b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.920356] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.920608] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bba8998-62e4-487d-adf4-9cd0466cea52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.925787] env[63920]: DEBUG nova.network.neutron [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Updating instance_info_cache with network_info: [{"id": "09dd7761-b263-4500-b2b6-e3876e780c81", "address": "fa:16:3e:ae:97:78", "network": {"id": "3bdc4d2d-4c03-42d9-b82e-14dde636197a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1740232829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426940116cf34d71862766fb27154935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09dd7761-b2", "ovs_interfaceid": "09dd7761-b263-4500-b2b6-e3876e780c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.938508] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 609.938508] env[63920]: value = "task-2391637" [ 609.938508] env[63920]: _type = "Task" [ 609.938508] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.956487] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.013365] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 610.038954] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 82975903-be68-414a-98a1-074cb73ce2af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 610.056473] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 610.056839] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 610.057036] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 610.057357] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 610.057520] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 610.057732] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 610.059567] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 610.059567] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 610.059567] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 610.059567] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 610.059567] env[63920]: DEBUG nova.virt.hardware [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 610.060958] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b861b36-925e-45fd-9865-7a1c87d0d5ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.073650] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa27cc5-2964-4188-afc7-38624848cce5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.292487] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391635, 'name': CreateVM_Task, 'duration_secs': 0.666447} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.292487] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.292487] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.292487] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.292487] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.292487] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1247a2e-0c6b-4eff-9f45-cc0338285261 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.298039] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 610.298039] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5216b10d-2546-1174-7d34-b91b29224c23" [ 610.298039] env[63920]: _type = "Task" [ 610.298039] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.307662] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5216b10d-2546-1174-7d34-b91b29224c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.429867] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Releasing lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.432041] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Instance network_info: |[{"id": "09dd7761-b263-4500-b2b6-e3876e780c81", "address": "fa:16:3e:ae:97:78", "network": {"id": "3bdc4d2d-4c03-42d9-b82e-14dde636197a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1740232829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426940116cf34d71862766fb27154935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09dd7761-b2", "ovs_interfaceid": "09dd7761-b263-4500-b2b6-e3876e780c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.432278] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:97:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09dd7761-b263-4500-b2b6-e3876e780c81', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.440062] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Creating folder: Project (426940116cf34d71862766fb27154935). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.440437] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d98ef9c-f115-4105-a01b-f47bcb326a23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.454139] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101602} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.454387] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.455593] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08293f86-c0f7-4d7d-b7e0-c64d8a2f1547 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.465020] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Created folder: Project (426940116cf34d71862766fb27154935) in parent group-v485178. [ 610.465020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Creating folder: Instances. Parent ref: group-v485207. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.465020] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8fc4234-222e-4834-9219-1ac53a4337ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.475728] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.476024] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.476279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.476483] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.476734] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.489466] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 17da6524-eda0-4b27-8586-84c7f775f06b/17da6524-eda0-4b27-8586-84c7f775f06b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.490611] env[63920]: INFO nova.compute.manager [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Terminating instance [ 610.493740] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86c81dc0-f49b-4d02-bcc9-6bbc36a63b2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.511410] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Created folder: Instances in parent group-v485207. [ 610.511671] env[63920]: DEBUG oslo.service.loopingcall [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.513182] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.514864] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85e0d40d-436d-4b0e-b22b-89a031eed3bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.538307] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.538543] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.540049] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 610.540049] env[63920]: value = "task-2391640" [ 610.540049] env[63920]: _type = "Task" [ 610.540049] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.545595] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2c3b497a-2756-4f21-8882-a6734f88ad52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 610.548968] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.548968] env[63920]: value = "task-2391641" [ 610.548968] env[63920]: _type = "Task" [ 610.548968] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.557994] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.564112] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391641, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.631181] env[63920]: DEBUG nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Received event network-changed-b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.631352] env[63920]: DEBUG nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Refreshing instance network info cache due to event network-changed-b1d19902-d406-4f10-b2e7-18773cb46c2c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.631647] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Acquiring lock "refresh_cache-17da6524-eda0-4b27-8586-84c7f775f06b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.631837] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Acquired lock "refresh_cache-17da6524-eda0-4b27-8586-84c7f775f06b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.632074] env[63920]: DEBUG nova.network.neutron [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Refreshing network info cache for port b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.776891] env[63920]: DEBUG nova.compute.manager [None req-833e37a0-f5e1-4f8e-8e3c-9552f6fae67a tempest-ServerDiagnosticsV248Test-1094937910 tempest-ServerDiagnosticsV248Test-1094937910-project-admin] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.777684] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ad904c-6046-40d7-9654-9bc4d36af1d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.786502] env[63920]: INFO nova.compute.manager [None req-833e37a0-f5e1-4f8e-8e3c-9552f6fae67a tempest-ServerDiagnosticsV248Test-1094937910 tempest-ServerDiagnosticsV248Test-1094937910-project-admin] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Retrieving diagnostics [ 610.787261] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9119cf9-01f5-4961-bfce-eb861f6f31a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.843107] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5216b10d-2546-1174-7d34-b91b29224c23, 'name': SearchDatastore_Task, 'duration_secs': 0.020214} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.843472] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.843738] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.844025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.844180] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.844467] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.844780] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffb5f880-a6ca-4f9a-b065-f774fa6b631a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.858537] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.858778] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.859628] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda24356-0869-4647-8332-cbd948fc881b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.867631] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 610.867631] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525d379b-7bed-72d0-708c-25359b22443b" [ 610.867631] env[63920]: _type = "Task" [ 610.867631] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.877298] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525d379b-7bed-72d0-708c-25359b22443b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.015670] env[63920]: DEBUG nova.compute.manager [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 611.016428] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.017406] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80b2646-6cbc-4c56-b72a-636995326dda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.030223] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 611.030901] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e17c40-f226-4efe-a6a0-09efd88c4aec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.039657] env[63920]: DEBUG oslo_vmware.api [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 611.039657] env[63920]: value = "task-2391642" [ 611.039657] env[63920]: _type = "Task" [ 611.039657] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.045537] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.054993] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a9e67613-f7b4-4164-9212-2accfbddfdd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 611.055541] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 611.055762] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 611.067596] env[63920]: DEBUG oslo_vmware.api [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.072547] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391640, 'name': ReconfigVM_Task, 'duration_secs': 0.491896} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.076692] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 17da6524-eda0-4b27-8586-84c7f775f06b/17da6524-eda0-4b27-8586-84c7f775f06b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.077394] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391641, 'name': CreateVM_Task, 'duration_secs': 0.476661} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.077640] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8a7f967-7808-47a1-8d03-b35c99139204 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.079309] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.079997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.080172] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.080488] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.081029] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2d1c15-e2b1-4b5e-85d2-a29179bd18bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.091301] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 611.091301] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ab334f-f7fc-e77d-39aa-9e6bc50f8bcd" [ 611.091301] env[63920]: _type = "Task" [ 611.091301] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.091697] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 611.091697] env[63920]: value = "task-2391643" [ 611.091697] env[63920]: _type = "Task" [ 611.091697] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.109971] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ab334f-f7fc-e77d-39aa-9e6bc50f8bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.113875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.114148] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.114358] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.114572] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391643, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.338661] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98762d5c-be02-4aa5-8dad-348c17a07e9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.349081] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f518e-1f29-4dee-a475-c656c6afcb92 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.385740] env[63920]: DEBUG nova.network.neutron [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Successfully updated port: d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.394522] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53216f-6687-461d-89b7-6c8c1b4a0cc2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.398383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.398571] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.399105] env[63920]: DEBUG nova.network.neutron [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.410637] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525d379b-7bed-72d0-708c-25359b22443b, 'name': SearchDatastore_Task, 'duration_secs': 0.021112} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.411824] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2d2b2-ae52-42bd-ae38-bc52c9fe1801 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.419474] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6eca97a-7219-4b37-b3ac-f642a4d76e38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.427186] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 611.427186] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52596f89-ea5a-d368-f877-e0211478599b" [ 611.427186] env[63920]: _type = "Task" [ 611.427186] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.436065] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.450610] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52596f89-ea5a-d368-f877-e0211478599b, 'name': SearchDatastore_Task, 'duration_secs': 0.012277} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.450845] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.451158] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9/8a8b5ca1-d551-4876-be84-e93404f98db9.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.451395] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.451569] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.451762] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9904fe1f-1cd6-4b99-8bf3-c421f289433f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.453711] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc7e0b1-0b25-4a97-93b5-8773f8cf5f55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.462338] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 611.462338] env[63920]: value = "task-2391644" [ 611.462338] env[63920]: _type = "Task" [ 611.462338] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.464342] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.464342] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.467769] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c436ec4-f707-46c1-ba87-4e75a84ea986 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.476381] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.477730] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 611.477730] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5246f605-1bf6-a6f5-49f2-822e08d606a5" [ 611.477730] env[63920]: _type = "Task" [ 611.477730] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.486922] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5246f605-1bf6-a6f5-49f2-822e08d606a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.535297] env[63920]: DEBUG nova.network.neutron [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Updated VIF entry in instance network info cache for port b1d19902-d406-4f10-b2e7-18773cb46c2c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.535671] env[63920]: DEBUG nova.network.neutron [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Updating instance_info_cache with network_info: [{"id": "b1d19902-d406-4f10-b2e7-18773cb46c2c", "address": "fa:16:3e:c0:41:c3", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1d19902-d4", "ovs_interfaceid": "b1d19902-d406-4f10-b2e7-18773cb46c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.551912] env[63920]: DEBUG oslo_vmware.api [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391642, 'name': PowerOffVM_Task, 'duration_secs': 0.397137} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.552646] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.552821] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.553250] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2d5660-0703-4226-b128-2d54f5e4fa1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.573632] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.602580] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391643, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.630780] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.630780] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.630866] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleting the datastore file [datastore1] 9f1a15ad-c20f-403f-a84b-29ab614fc77f {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.631086] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4f05e88-ccc3-485e-afba-c920aa1250e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.638522] env[63920]: DEBUG oslo_vmware.api [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 611.638522] env[63920]: value = "task-2391646" [ 611.638522] env[63920]: _type = "Task" [ 611.638522] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.648236] env[63920]: DEBUG oslo_vmware.api [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.946300] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.954639] env[63920]: DEBUG nova.network.neutron [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.976989] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.993385] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5246f605-1bf6-a6f5-49f2-822e08d606a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012943} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.994344] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b565ec2-d6b8-41a7-aa4e-e6b44fa4f056 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.002228] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 612.002228] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5263f3fd-7f71-7d81-1164-b46a050069d7" [ 612.002228] env[63920]: _type = "Task" [ 612.002228] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.016613] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5263f3fd-7f71-7d81-1164-b46a050069d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.045221] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Releasing lock "refresh_cache-17da6524-eda0-4b27-8586-84c7f775f06b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.045221] env[63920]: DEBUG nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Received event network-vif-plugged-09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.045221] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Acquiring lock "d3a28af1-a806-46cc-ada5-708c20e55265-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.045221] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Lock "d3a28af1-a806-46cc-ada5-708c20e55265-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.045221] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Lock "d3a28af1-a806-46cc-ada5-708c20e55265-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.045489] env[63920]: DEBUG nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] No waiting events found dispatching network-vif-plugged-09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.045489] env[63920]: WARNING nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Received unexpected event network-vif-plugged-09dd7761-b263-4500-b2b6-e3876e780c81 for instance with vm_state building and task_state spawning. [ 612.045489] env[63920]: DEBUG nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Received event network-changed-09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.045489] env[63920]: DEBUG nova.compute.manager [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Refreshing instance network info cache due to event network-changed-09dd7761-b263-4500-b2b6-e3876e780c81. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.045489] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Acquiring lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.045667] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Acquired lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.045667] env[63920]: DEBUG nova.network.neutron [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Refreshing network info cache for port 09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.045667] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Acquiring lock "d7129bbd-bd24-436d-b999-1010b6e92032" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.045839] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lock "d7129bbd-bd24-436d-b999-1010b6e92032" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.046048] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Acquiring lock "d7129bbd-bd24-436d-b999-1010b6e92032-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.049144] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lock "d7129bbd-bd24-436d-b999-1010b6e92032-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.049144] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lock "d7129bbd-bd24-436d-b999-1010b6e92032-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.049144] env[63920]: INFO nova.compute.manager [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Terminating instance [ 612.105602] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391643, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.150213] env[63920]: DEBUG oslo_vmware.api [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257615} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.150489] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.150671] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.150847] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.151090] env[63920]: INFO nova.compute.manager [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 612.151617] env[63920]: DEBUG oslo.service.loopingcall [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.151617] env[63920]: DEBUG nova.compute.manager [-] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 612.151754] env[63920]: DEBUG nova.network.neutron [-] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 612.193269] env[63920]: DEBUG nova.network.neutron [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [{"id": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "address": "fa:16:3e:2d:1f:7c", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0bff6-46", "ovs_interfaceid": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.447146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "71830083-d5ae-478a-bedb-ec1f3a642b5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.447417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.454706] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 612.454918] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.480s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.457247] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.811s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.458350] env[63920]: INFO nova.compute.claims [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.477091] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576732} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.477394] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9/8a8b5ca1-d551-4876-be84-e93404f98db9.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.477624] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.478033] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-828330aa-c233-4d01-9b5d-5da7591c5013 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.483335] env[63920]: DEBUG nova.compute.manager [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Received event network-changed-241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 612.483535] env[63920]: DEBUG nova.compute.manager [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Refreshing instance network info cache due to event network-changed-241d3ad1-dde1-4b16-9c53-9f7eb093f9ff. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 612.483766] env[63920]: DEBUG oslo_concurrency.lockutils [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] Acquiring lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.483931] env[63920]: DEBUG oslo_concurrency.lockutils [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] Acquired lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.484177] env[63920]: DEBUG nova.network.neutron [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Refreshing network info cache for port 241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.492219] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 612.492219] env[63920]: value = "task-2391648" [ 612.492219] env[63920]: _type = "Task" [ 612.492219] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.507657] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.521673] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5263f3fd-7f71-7d81-1164-b46a050069d7, 'name': SearchDatastore_Task, 'duration_secs': 0.023485} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.521673] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.521909] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d3a28af1-a806-46cc-ada5-708c20e55265/d3a28af1-a806-46cc-ada5-708c20e55265.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.522207] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bbb8a91-acb3-4aae-8b10-2ca35352e3f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.531909] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 612.531909] env[63920]: value = "task-2391649" [ 612.531909] env[63920]: _type = "Task" [ 612.531909] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.544019] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.553209] env[63920]: DEBUG nova.compute.manager [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 612.553496] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 612.554393] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b78042-ebbf-41a0-854f-73460d261f28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.565963] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 612.566239] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56336797-8e44-4f7a-9d05-06ded8f52885 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.574332] env[63920]: DEBUG oslo_vmware.api [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Waiting for the task: (returnval){ [ 612.574332] env[63920]: value = "task-2391650" [ 612.574332] env[63920]: _type = "Task" [ 612.574332] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.585533] env[63920]: DEBUG oslo_vmware.api [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Task: {'id': task-2391650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.603393] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391643, 'name': Rename_Task, 'duration_secs': 1.372507} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.603626] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.603904] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead81966-5585-4703-ad1e-cfae4540eaeb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.614207] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 612.614207] env[63920]: value = "task-2391651" [ 612.614207] env[63920]: _type = "Task" [ 612.614207] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.624809] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.700333] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.700333] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Instance network_info: |[{"id": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "address": "fa:16:3e:2d:1f:7c", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0bff6-46", "ovs_interfaceid": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.700571] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:1f:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e0bff6-46c7-47d6-8c03-12d5e13dc16e', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.711685] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating folder: Project (3b523b7bf8ca40068d5fd56db0d72fb9). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.711685] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f02fb5-ec9d-466d-90bc-c81980d3016c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.730472] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created folder: Project (3b523b7bf8ca40068d5fd56db0d72fb9) in parent group-v485178. [ 612.730472] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating folder: Instances. Parent ref: group-v485211. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.730472] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ca7f1c9-d79b-4996-bf86-f2bf1276e32d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.742769] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created folder: Instances in parent group-v485211. [ 612.743063] env[63920]: DEBUG oslo.service.loopingcall [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.743299] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.743531] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c74c528-f5b2-41fc-bf5d-05d65b732ea4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.774326] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.774326] env[63920]: value = "task-2391654" [ 612.774326] env[63920]: _type = "Task" [ 612.774326] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.785335] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391654, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.951149] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.986399] env[63920]: DEBUG nova.network.neutron [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Updated VIF entry in instance network info cache for port 09dd7761-b263-4500-b2b6-e3876e780c81. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.986858] env[63920]: DEBUG nova.network.neutron [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Updating instance_info_cache with network_info: [{"id": "09dd7761-b263-4500-b2b6-e3876e780c81", "address": "fa:16:3e:ae:97:78", "network": {"id": "3bdc4d2d-4c03-42d9-b82e-14dde636197a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1740232829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426940116cf34d71862766fb27154935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09dd7761-b2", "ovs_interfaceid": "09dd7761-b263-4500-b2b6-e3876e780c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.016206] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204274} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.017544] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.018379] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a6511-4896-4e99-b57a-9601d8b24502 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.049874] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9/8a8b5ca1-d551-4876-be84-e93404f98db9.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.056070] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ab9f98-2b33-4be7-90b2-3269d549fb68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.089046] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.093334] env[63920]: DEBUG oslo_vmware.api [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Task: {'id': task-2391650, 'name': PowerOffVM_Task, 'duration_secs': 0.242522} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.093815] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 613.094164] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 613.094598] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e3f95f6-a8fe-4078-bab3-f23190b4a639 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.099445] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 613.099445] env[63920]: value = "task-2391655" [ 613.099445] env[63920]: _type = "Task" [ 613.099445] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.113573] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.125733] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.195523] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 613.195748] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 613.195929] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Deleting the datastore file [datastore1] d7129bbd-bd24-436d-b999-1010b6e92032 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 613.196463] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af0da948-6b1d-4910-a07f-b0edd1872438 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.204925] env[63920]: DEBUG oslo_vmware.api [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Waiting for the task: (returnval){ [ 613.204925] env[63920]: value = "task-2391657" [ 613.204925] env[63920]: _type = "Task" [ 613.204925] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.215886] env[63920]: DEBUG oslo_vmware.api [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Task: {'id': task-2391657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.220436] env[63920]: DEBUG nova.network.neutron [-] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.288575] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391654, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.484242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.495715] env[63920]: DEBUG oslo_concurrency.lockutils [req-c2cbe7d3-f865-4d80-b2dc-423ccb94f250 req-574c1a87-130a-4950-a0cb-f9f46caf228d service nova] Releasing lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.518020] env[63920]: DEBUG nova.network.neutron [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updated VIF entry in instance network info cache for port 241d3ad1-dde1-4b16-9c53-9f7eb093f9ff. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.518020] env[63920]: DEBUG nova.network.neutron [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.554327] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702271} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.557739] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d3a28af1-a806-46cc-ada5-708c20e55265/d3a28af1-a806-46cc-ada5-708c20e55265.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.558029] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.558523] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-696b3324-dc26-46d7-8536-9e46229f57fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.569849] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 613.569849] env[63920]: value = "task-2391658" [ 613.569849] env[63920]: _type = "Task" [ 613.569849] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.584246] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.612423] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.631430] env[63920]: DEBUG oslo_vmware.api [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391651, 'name': PowerOnVM_Task, 'duration_secs': 0.6781} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.631430] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.631430] env[63920]: INFO nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Took 10.86 seconds to spawn the instance on the hypervisor. [ 613.631430] env[63920]: DEBUG nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.631430] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d0e6cf-96ce-4524-a9e5-71bb25e6de8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.726119] env[63920]: INFO nova.compute.manager [-] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Took 1.57 seconds to deallocate network for instance. [ 613.726949] env[63920]: DEBUG oslo_vmware.api [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Task: {'id': task-2391657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229554} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.732506] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 613.732768] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 613.733237] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 613.733464] env[63920]: INFO nova.compute.manager [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Took 1.18 seconds to destroy the instance on the hypervisor. [ 613.733728] env[63920]: DEBUG oslo.service.loopingcall [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.738017] env[63920]: DEBUG nova.compute.manager [-] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 613.738017] env[63920]: DEBUG nova.network.neutron [-] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 613.752616] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad261280-daea-4ea9-8100-7cb37d93e74d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.761952] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9a14d-6e13-44ae-93db-6c1b25082f4b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.800615] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d13439-63e8-4c27-968b-d71e3d978785 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.814496] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475c9db-ef4e-4aac-ba16-ac66befef3d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.820024] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391654, 'name': CreateVM_Task, 'duration_secs': 0.736309} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.821442] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.822715] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.822922] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.823278] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.833299] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c818cbdd-a8d7-44a6-8467-a099a1cc60d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.835973] env[63920]: DEBUG nova.compute.provider_tree [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.842652] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 613.842652] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dcb1b9-2b2f-b1ce-e440-64fe37d956b3" [ 613.842652] env[63920]: _type = "Task" [ 613.842652] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.853431] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dcb1b9-2b2f-b1ce-e440-64fe37d956b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.020618] env[63920]: DEBUG oslo_concurrency.lockutils [req-40151188-85b3-4149-b543-ac8b809c7065 req-0b7855f4-c745-4300-bd25-cd83c3849c6d service nova] Releasing lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.081550] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095748} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.083076] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.084710] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409fb661-8f55-4a8e-b5c4-ddd706e2ad8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.112658] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] d3a28af1-a806-46cc-ada5-708c20e55265/d3a28af1-a806-46cc-ada5-708c20e55265.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.118182] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-360f9db1-266c-4fbf-ab69-a0bd3e0a9bef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.145880] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.151632] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 614.151632] env[63920]: value = "task-2391660" [ 614.151632] env[63920]: _type = "Task" [ 614.151632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.158605] env[63920]: INFO nova.compute.manager [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Took 24.91 seconds to build instance. [ 614.168446] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.234590] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.339223] env[63920]: DEBUG nova.scheduler.client.report [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.357182] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dcb1b9-2b2f-b1ce-e440-64fe37d956b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.357790] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.357790] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.358074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.358074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.358327] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.358880] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a497dc3-b97a-4886-aab5-ffd50c13b24d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.368925] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.369146] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.370245] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9841a2a-85a7-43b4-a812-f1e7c47fd259 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.377078] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 614.377078] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529ee5d1-d728-dbdf-60a2-326deb7b4dad" [ 614.377078] env[63920]: _type = "Task" [ 614.377078] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.390778] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529ee5d1-d728-dbdf-60a2-326deb7b4dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.571777] env[63920]: DEBUG nova.network.neutron [-] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.601650] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.605123] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.620189] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.661099] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9eaba0d7-c213-4e70-80da-f7431ab48233 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.439s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.670018] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.755516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "8e8523e3-57ae-485b-bfd6-d87d834a378f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.755516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.755516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "8e8523e3-57ae-485b-bfd6-d87d834a378f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.755516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.755995] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.758922] env[63920]: INFO nova.compute.manager [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Terminating instance [ 614.848354] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.848934] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.851725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.643s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.853511] env[63920]: INFO nova.compute.claims [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.892764] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529ee5d1-d728-dbdf-60a2-326deb7b4dad, 'name': SearchDatastore_Task, 'duration_secs': 0.021726} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.896336] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e41a513-001c-466a-8860-54f9e6f40b0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.904299] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 614.904299] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fcc711-d59b-1df3-0caf-6902334e708e" [ 614.904299] env[63920]: _type = "Task" [ 614.904299] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.915386] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fcc711-d59b-1df3-0caf-6902334e708e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.077532] env[63920]: INFO nova.compute.manager [-] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Took 1.34 seconds to deallocate network for instance. [ 615.117035] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.168101] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391660, 'name': ReconfigVM_Task, 'duration_secs': 0.523328} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.168454] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.171792] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Reconfigured VM instance instance-00000009 to attach disk [datastore2] d3a28af1-a806-46cc-ada5-708c20e55265/d3a28af1-a806-46cc-ada5-708c20e55265.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.174372] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd5f6f5-fbcd-4a89-9105-4dbbf1059871 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.185187] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 615.185187] env[63920]: value = "task-2391661" [ 615.185187] env[63920]: _type = "Task" [ 615.185187] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.194651] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391661, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.268411] env[63920]: DEBUG nova.compute.manager [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.268411] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.268411] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4bfdcf-9745-438f-a023-a7a401451a72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.278253] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.280764] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a43be01b-0d2c-49e4-9f7d-9570b5b8c3c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.291220] env[63920]: DEBUG oslo_vmware.api [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 615.291220] env[63920]: value = "task-2391662" [ 615.291220] env[63920]: _type = "Task" [ 615.291220] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.304881] env[63920]: DEBUG oslo_vmware.api [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.362754] env[63920]: DEBUG nova.compute.utils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.367897] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.368422] env[63920]: DEBUG nova.network.neutron [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.416323] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fcc711-d59b-1df3-0caf-6902334e708e, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.416598] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.417283] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/2e709e94-117f-438d-b3d3-22b046a7294f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.417894] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e27a43c9-ec9d-49bc-87bb-65e2ec89ce77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.428652] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 615.428652] env[63920]: value = "task-2391663" [ 615.428652] env[63920]: _type = "Task" [ 615.428652] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.437556] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.444220] env[63920]: DEBUG nova.policy [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01bcc1d424714f709c57cbd422ad33c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b523b7bf8ca40068d5fd56db0d72fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.586954] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.622166] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.700358] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391661, 'name': Rename_Task, 'duration_secs': 0.182831} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.700821] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.701099] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a62385-b4f1-44b3-ae43-8249a9a835ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.711435] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 615.711435] env[63920]: value = "task-2391664" [ 615.711435] env[63920]: _type = "Task" [ 615.711435] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.717615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.726846] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.739890] env[63920]: DEBUG nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Received event network-vif-plugged-d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.740197] env[63920]: DEBUG oslo_concurrency.lockutils [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] Acquiring lock "2e709e94-117f-438d-b3d3-22b046a7294f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.741088] env[63920]: DEBUG oslo_concurrency.lockutils [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] Lock "2e709e94-117f-438d-b3d3-22b046a7294f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.741332] env[63920]: DEBUG oslo_concurrency.lockutils [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] Lock "2e709e94-117f-438d-b3d3-22b046a7294f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.741514] env[63920]: DEBUG nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] No waiting events found dispatching network-vif-plugged-d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.741695] env[63920]: WARNING nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Received unexpected event network-vif-plugged-d3e0bff6-46c7-47d6-8c03-12d5e13dc16e for instance with vm_state building and task_state spawning. [ 615.741860] env[63920]: DEBUG nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Received event network-changed-d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 615.742510] env[63920]: DEBUG nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Refreshing instance network info cache due to event network-changed-d3e0bff6-46c7-47d6-8c03-12d5e13dc16e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 615.742510] env[63920]: DEBUG oslo_concurrency.lockutils [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] Acquiring lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.742510] env[63920]: DEBUG oslo_concurrency.lockutils [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] Acquired lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.742925] env[63920]: DEBUG nova.network.neutron [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Refreshing network info cache for port d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.807237] env[63920]: DEBUG oslo_vmware.api [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391662, 'name': PowerOffVM_Task, 'duration_secs': 0.321571} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.807237] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.807237] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.807808] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdda114-0be0-45be-858c-e7b88802b436 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.877340] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.899397] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.899397] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.899397] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleting the datastore file [datastore1] 8e8523e3-57ae-485b-bfd6-d87d834a378f {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.899712] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed5de8e-31e9-4d51-a498-0dd244805fdb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.909860] env[63920]: DEBUG nova.network.neutron [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Successfully created port: cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 615.914556] env[63920]: DEBUG oslo_vmware.api [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for the task: (returnval){ [ 615.914556] env[63920]: value = "task-2391666" [ 615.914556] env[63920]: _type = "Task" [ 615.914556] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.927268] env[63920]: DEBUG oslo_vmware.api [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.944927] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.123299] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391655, 'name': ReconfigVM_Task, 'duration_secs': 2.683156} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.123299] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9/8a8b5ca1-d551-4876-be84-e93404f98db9.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.127030] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7f155b0-1ba8-46a7-aad3-a0c27465a6fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.139902] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 616.139902] env[63920]: value = "task-2391668" [ 616.139902] env[63920]: _type = "Task" [ 616.139902] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.157932] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391668, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.229680] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.250706] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145cd051-643d-4c9e-92af-abd7dd9ad97e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.262097] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417cacd1-570e-4dc5-8383-9f524f35e15b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.298723] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ebb5e9-b9f0-4e87-a7d2-a782e005dfb5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.311112] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b9d28-384d-4b43-b7b3-a068cad7d935 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.332560] env[63920]: DEBUG nova.compute.provider_tree [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.430232] env[63920]: DEBUG oslo_vmware.api [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Task: {'id': task-2391666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25879} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.434189] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.434428] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.434628] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.434865] env[63920]: INFO nova.compute.manager [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 616.435219] env[63920]: DEBUG oslo.service.loopingcall [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.436172] env[63920]: DEBUG nova.compute.manager [-] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.436172] env[63920]: DEBUG nova.network.neutron [-] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.450180] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610157} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.450510] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/2e709e94-117f-438d-b3d3-22b046a7294f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.450742] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.450973] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f1db8c1-b0f0-49b2-aa43-db6e6d5c8b9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.463638] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 616.463638] env[63920]: value = "task-2391669" [ 616.463638] env[63920]: _type = "Task" [ 616.463638] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.478146] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.586451] env[63920]: DEBUG nova.network.neutron [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updated VIF entry in instance network info cache for port d3e0bff6-46c7-47d6-8c03-12d5e13dc16e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.586586] env[63920]: DEBUG nova.network.neutron [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [{"id": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "address": "fa:16:3e:2d:1f:7c", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0bff6-46", "ovs_interfaceid": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.654509] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391668, 'name': Rename_Task, 'duration_secs': 0.30974} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.654509] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.654509] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15e8884-8b35-408a-a1ac-bc0e62112dbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.665447] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 616.665447] env[63920]: value = "task-2391670" [ 616.665447] env[63920]: _type = "Task" [ 616.665447] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.676104] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.716973] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "17da6524-eda0-4b27-8586-84c7f775f06b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.717386] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.717386] env[63920]: DEBUG nova.compute.manager [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.718357] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d5e29-79db-4604-80c3-6c413a763b5f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.730514] env[63920]: DEBUG nova.compute.manager [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 616.731165] env[63920]: DEBUG nova.objects.instance [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lazy-loading 'flavor' on Instance uuid 17da6524-eda0-4b27-8586-84c7f775f06b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.735948] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391664, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.836383] env[63920]: DEBUG nova.scheduler.client.report [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.885133] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.917881] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.918153] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.918263] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.918435] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.918571] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.918710] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.918940] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.919108] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.919270] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.919418] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.919646] env[63920]: DEBUG nova.virt.hardware [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.920464] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4636a1-0022-475c-bddd-4bbb48fbe13c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.932397] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a34409-e525-470a-a451-570b31155fb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.976089] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093972} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.976405] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.977356] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ac5f0-8f0c-4238-9ad6-b09fe3cc6bc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.007291] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/2e709e94-117f-438d-b3d3-22b046a7294f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.007631] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32163bd1-0ae2-454c-9576-62b815543934 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.033152] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 617.033152] env[63920]: value = "task-2391671" [ 617.033152] env[63920]: _type = "Task" [ 617.033152] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.043405] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.090395] env[63920]: DEBUG oslo_concurrency.lockutils [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] Releasing lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.090571] env[63920]: DEBUG nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Received event network-vif-deleted-c075cab6-ceb7-4249-9186-dd687d46f6c4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.090683] env[63920]: DEBUG nova.compute.manager [req-0004aaaa-1785-4603-8c76-71af8e56c905 req-b7dda7ac-5718-4eba-afdc-83b8ed1ee6f1 service nova] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Received event network-vif-deleted-6274058f-e7e6-4af7-bd33-93eeb6675b5d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 617.177611] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.228883] env[63920]: DEBUG oslo_vmware.api [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2391664, 'name': PowerOnVM_Task, 'duration_secs': 1.089842} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.229183] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.229384] env[63920]: INFO nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Took 9.59 seconds to spawn the instance on the hypervisor. [ 617.229564] env[63920]: DEBUG nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.230369] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c34c0-135e-4711-88c4-cf0af8047045 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.346491] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.347527] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.355086] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.398s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.355086] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.360216] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.204s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.361707] env[63920]: INFO nova.compute.claims [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.409070] env[63920]: INFO nova.scheduler.client.report [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Deleted allocations for instance 3a53feea-033e-4b1d-b990-e00948dd554d [ 617.550888] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.680883] env[63920]: DEBUG oslo_vmware.api [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391670, 'name': PowerOnVM_Task, 'duration_secs': 0.627756} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.681175] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.681369] env[63920]: INFO nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Took 12.53 seconds to spawn the instance on the hypervisor. [ 617.681538] env[63920]: DEBUG nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.682384] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c800d6-79b9-4a6e-98c5-ed3566a50531 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.752123] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.752123] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d57c6ea-bbd8-4005-85a2-49d8931a5e56 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.752629] env[63920]: INFO nova.compute.manager [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Took 19.41 seconds to build instance. [ 617.759044] env[63920]: DEBUG nova.network.neutron [-] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.762818] env[63920]: DEBUG oslo_vmware.api [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 617.762818] env[63920]: value = "task-2391672" [ 617.762818] env[63920]: _type = "Task" [ 617.762818] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.781523] env[63920]: DEBUG oslo_vmware.api [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.870198] env[63920]: DEBUG nova.compute.utils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 617.874587] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.874683] env[63920]: DEBUG nova.network.neutron [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.919110] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de5a724f-6e15-4efd-bc4b-6ad929fb6b33 tempest-ServersAaction247Test-1741754625 tempest-ServersAaction247Test-1741754625-project-member] Lock "3a53feea-033e-4b1d-b990-e00948dd554d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.964s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.017578] env[63920]: DEBUG nova.policy [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d1845e3b87492fb9a1aabf9c9d582e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa120f7003fc48008b10ac319b841758', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.051129] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391671, 'name': ReconfigVM_Task, 'duration_secs': 0.830031} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.051530] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/2e709e94-117f-438d-b3d3-22b046a7294f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.052722] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b649466-0534-4d59-a8a7-34aa6cf2bc16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.062646] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 618.062646] env[63920]: value = "task-2391673" [ 618.062646] env[63920]: _type = "Task" [ 618.062646] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.076045] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391673, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.203905] env[63920]: INFO nova.compute.manager [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Took 28.47 seconds to build instance. [ 618.254882] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f684b41-ac21-4f3f-b377-e57748ff24c1 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "d3a28af1-a806-46cc-ada5-708c20e55265" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.919s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.260596] env[63920]: INFO nova.compute.manager [-] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Took 1.82 seconds to deallocate network for instance. [ 618.279037] env[63920]: DEBUG oslo_vmware.api [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391672, 'name': PowerOffVM_Task, 'duration_secs': 0.306827} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.279037] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.279037] env[63920]: DEBUG nova.compute.manager [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.280225] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85a0b12-b454-4786-acfe-f2a052f715ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.374927] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.441370] env[63920]: DEBUG nova.network.neutron [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Successfully updated port: cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.535339] env[63920]: DEBUG nova.compute.manager [req-5b4f7013-4aab-4fd6-a284-158bd8de36e1 req-43d70d63-a09c-48e3-9c1d-8808935fe495 service nova] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Received event network-vif-deleted-815dbe1b-bcd3-4f62-8084-d0fb2c826745 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.579770] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391673, 'name': Rename_Task, 'duration_secs': 0.239949} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.580250] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.580743] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b6f0510-35ce-4c3e-aa6b-6bd85bed264a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.591164] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 618.591164] env[63920]: value = "task-2391675" [ 618.591164] env[63920]: _type = "Task" [ 618.591164] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.607615] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.684390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03d5cd-f43c-4ff4-8384-b66bc0ec4d31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.693160] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa7304-216a-4705-a1d2-0a95f2e2af30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.727817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c2cc46f-b919-4b5e-9b5a-612f37d0174f tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.012s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.729313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e7f243-d8fd-49fc-b549-ddd4222241a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.737925] env[63920]: DEBUG nova.network.neutron [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Successfully created port: cec27481-d859-417d-a343-30955b98441c {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.741062] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c33bc00-81b8-4812-b104-6f21c3f1237b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.756469] env[63920]: DEBUG nova.compute.provider_tree [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.772116] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.799735] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dc434d4-4f06-40ed-b040-ff034030d2d8 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.807978] env[63920]: DEBUG nova.compute.manager [req-1cba4a4d-a58c-442c-bfc4-2c2a7fa1ed73 req-04574dd0-23ab-4eb9-9385-2969dec99a73 service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Received event network-vif-plugged-cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.808328] env[63920]: DEBUG oslo_concurrency.lockutils [req-1cba4a4d-a58c-442c-bfc4-2c2a7fa1ed73 req-04574dd0-23ab-4eb9-9385-2969dec99a73 service nova] Acquiring lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.808416] env[63920]: DEBUG oslo_concurrency.lockutils [req-1cba4a4d-a58c-442c-bfc4-2c2a7fa1ed73 req-04574dd0-23ab-4eb9-9385-2969dec99a73 service nova] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.808523] env[63920]: DEBUG oslo_concurrency.lockutils [req-1cba4a4d-a58c-442c-bfc4-2c2a7fa1ed73 req-04574dd0-23ab-4eb9-9385-2969dec99a73 service nova] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.808679] env[63920]: DEBUG nova.compute.manager [req-1cba4a4d-a58c-442c-bfc4-2c2a7fa1ed73 req-04574dd0-23ab-4eb9-9385-2969dec99a73 service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] No waiting events found dispatching network-vif-plugged-cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.810432] env[63920]: WARNING nova.compute.manager [req-1cba4a4d-a58c-442c-bfc4-2c2a7fa1ed73 req-04574dd0-23ab-4eb9-9385-2969dec99a73 service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Received unexpected event network-vif-plugged-cf805ce2-fa84-446e-bfee-995d9efa1eac for instance with vm_state building and task_state spawning. [ 618.944438] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.944595] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.944739] env[63920]: DEBUG nova.network.neutron [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.100819] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.260882] env[63920]: DEBUG nova.scheduler.client.report [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.391686] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.437049] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:56:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1677952714',id=25,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-140583079',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.437049] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.437049] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.437284] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.437284] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.437284] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.437874] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.438181] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.438475] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.439054] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.439361] env[63920]: DEBUG nova.virt.hardware [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.440592] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b999466f-b8dc-4ec5-b4f7-b7a0d749e922 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.452625] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055e23d8-3775-42ef-838e-a3da38da585a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.539884] env[63920]: DEBUG nova.network.neutron [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.608350] env[63920]: DEBUG oslo_vmware.api [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391675, 'name': PowerOnVM_Task, 'duration_secs': 0.864185} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.608652] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.608917] env[63920]: INFO nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Took 9.60 seconds to spawn the instance on the hypervisor. [ 619.609139] env[63920]: DEBUG nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.610028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc83e09d-609a-4506-9c9c-c8bcec82d4f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.767445] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.768097] env[63920]: DEBUG nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.772533] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.954s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.774119] env[63920]: INFO nova.compute.claims [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.967084] env[63920]: DEBUG nova.network.neutron [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updating instance_info_cache with network_info: [{"id": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "address": "fa:16:3e:eb:c5:58", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf805ce2-fa", "ovs_interfaceid": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.133479] env[63920]: INFO nova.compute.manager [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Took 18.61 seconds to build instance. [ 620.275141] env[63920]: DEBUG nova.compute.utils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 620.279016] env[63920]: DEBUG nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 620.473792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.474048] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Instance network_info: |[{"id": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "address": "fa:16:3e:eb:c5:58", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf805ce2-fa", "ovs_interfaceid": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.474536] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c5:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf805ce2-fa84-446e-bfee-995d9efa1eac', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.489415] env[63920]: DEBUG oslo.service.loopingcall [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.493020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.493020] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a1d2a91-a742-463c-ab79-3ba8aecd497f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.516532] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.516532] env[63920]: value = "task-2391676" [ 620.516532] env[63920]: _type = "Task" [ 620.516532] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.533286] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391676, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.639171] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1eb29033-77dd-4526-b1c9-fa6c4ab85707 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "2e709e94-117f-438d-b3d3-22b046a7294f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.132s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.787028] env[63920]: DEBUG nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.030199] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391676, 'name': CreateVM_Task, 'duration_secs': 0.486537} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.030439] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.034184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.034184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.034184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.034184] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76685998-4ef0-4617-977c-c928908eb964 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.039118] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 621.039118] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524fb3ff-8d4f-c51c-169e-9d58d0d4dc39" [ 621.039118] env[63920]: _type = "Task" [ 621.039118] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.053090] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524fb3ff-8d4f-c51c-169e-9d58d0d4dc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.192629] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb24d6b-d206-4d32-a214-1a72534cbcec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.203236] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a4c97-f510-4959-9b06-e80110061554 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.238486] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e530e1a4-076c-4ac8-86b9-f4a245314e21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.247252] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c4ac55-be9e-410d-8061-0b80f87e6f04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.265194] env[63920]: DEBUG nova.compute.provider_tree [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.506161] env[63920]: DEBUG nova.network.neutron [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Successfully updated port: cec27481-d859-417d-a343-30955b98441c {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.556301] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524fb3ff-8d4f-c51c-169e-9d58d0d4dc39, 'name': SearchDatastore_Task, 'duration_secs': 0.018284} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.557139] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.557139] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.557396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.557396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.558706] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.558706] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be21aa9-62ac-4a44-aa37-b665f2f01d6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.571730] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.572219] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.572748] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acddf18a-5455-4f0a-ab92-c4cddeadd7ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.581158] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 621.581158] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fcb966-c908-484b-fdb9-dfd5a06491bb" [ 621.581158] env[63920]: _type = "Task" [ 621.581158] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.593190] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fcb966-c908-484b-fdb9-dfd5a06491bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.768755] env[63920]: DEBUG nova.scheduler.client.report [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.808558] env[63920]: DEBUG nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.836038] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.836300] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.836456] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.836652] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.836804] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.836971] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.838200] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.838385] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.838562] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.838727] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.839326] env[63920]: DEBUG nova.virt.hardware [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.840426] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aac527-6631-4c56-bc3c-94357b005913 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.850880] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edb0e0a-30c4-4a37-8f89-bae383a886f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.867017] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 621.876145] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Creating folder: Project (da9af7e4030d4b65af8db67c55912d8f). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.876500] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ae4a8e4-9230-445e-b052-0c013870e644 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.889872] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Created folder: Project (da9af7e4030d4b65af8db67c55912d8f) in parent group-v485178. [ 621.889872] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Creating folder: Instances. Parent ref: group-v485215. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 621.889872] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f10d549d-cd25-46da-a042-e946f9e0ad42 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.899727] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Created folder: Instances in parent group-v485215. [ 621.899972] env[63920]: DEBUG oslo.service.loopingcall [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 621.900177] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 621.900405] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a84ba81a-a9ec-41ec-9232-e0bfc4c13c60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.922977] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.922977] env[63920]: value = "task-2391679" [ 621.922977] env[63920]: _type = "Task" [ 621.922977] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.932291] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391679, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.009243] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.009243] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.009243] env[63920]: DEBUG nova.network.neutron [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.098563] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fcb966-c908-484b-fdb9-dfd5a06491bb, 'name': SearchDatastore_Task, 'duration_secs': 0.048443} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.099370] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c6875d-1a18-48d3-a916-a086bce0a7b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.109016] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 622.109016] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520eb088-50ae-36d8-4755-2d6d38b76236" [ 622.109016] env[63920]: _type = "Task" [ 622.109016] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.122350] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520eb088-50ae-36d8-4755-2d6d38b76236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.274613] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.275142] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 622.284022] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.707s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.284022] env[63920]: INFO nova.compute.claims [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.437782] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391679, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.605036] env[63920]: DEBUG nova.network.neutron [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.627256] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520eb088-50ae-36d8-4755-2d6d38b76236, 'name': SearchDatastore_Task, 'duration_secs': 0.0236} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.627619] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.627877] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/70a96b3c-f4bc-4b4a-be00-ffb969da1814.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.628170] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c152a870-0135-4470-9e64-48b808fc3a47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.642982] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 622.642982] env[63920]: value = "task-2391680" [ 622.642982] env[63920]: _type = "Task" [ 622.642982] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.654052] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.790530] env[63920]: DEBUG nova.compute.utils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 622.793241] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 622.793422] env[63920]: DEBUG nova.network.neutron [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 622.938185] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391679, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.978242] env[63920]: DEBUG nova.policy [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ccfeaf9b084cf99aaad1793c26f263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f04117a9243d484f96a887c0d39eab2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.092015] env[63920]: DEBUG nova.compute.manager [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 623.154792] env[63920]: DEBUG nova.network.neutron [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updating instance_info_cache with network_info: [{"id": "cec27481-d859-417d-a343-30955b98441c", "address": "fa:16:3e:33:f0:06", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec27481-d8", "ovs_interfaceid": "cec27481-d859-417d-a343-30955b98441c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.162297] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391680, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.293684] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 623.442711] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391679, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.621649] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4afb8-52f2-4a96-a621-2a1e5f753b39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.627043] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.632568] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713c6238-316a-4f50-9c5f-38460ba46257 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.673085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Releasing lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.673436] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Instance network_info: |[{"id": "cec27481-d859-417d-a343-30955b98441c", "address": "fa:16:3e:33:f0:06", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec27481-d8", "ovs_interfaceid": "cec27481-d859-417d-a343-30955b98441c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.678517] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:f0:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec27481-d859-417d-a343-30955b98441c', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.686976] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Creating folder: Project (fa120f7003fc48008b10ac319b841758). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.689968] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97214690-07f2-4ca2-8b33-c0f1622e36c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.691852] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adbd19ea-1f59-40c5-ada3-09260fd3f5be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.699830] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391680, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.703179] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4fee4c-2bdc-4c7f-8d7e-11f9226d49db {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.718791] env[63920]: DEBUG nova.compute.provider_tree [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.722074] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Created folder: Project (fa120f7003fc48008b10ac319b841758) in parent group-v485178. [ 623.726021] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Creating folder: Instances. Parent ref: group-v485218. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.726021] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6447049c-5166-43bf-9bcb-fdff4927b7e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.733593] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Created folder: Instances in parent group-v485218. [ 623.734982] env[63920]: DEBUG oslo.service.loopingcall [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.734982] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.734982] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baec4baa-c579-4bfd-8ea0-5595a88a4cc3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.759851] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.759851] env[63920]: value = "task-2391683" [ 623.759851] env[63920]: _type = "Task" [ 623.759851] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.769037] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391683, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.820863] env[63920]: DEBUG nova.compute.manager [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Received event network-changed-cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.821070] env[63920]: DEBUG nova.compute.manager [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Refreshing instance network info cache due to event network-changed-cf805ce2-fa84-446e-bfee-995d9efa1eac. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 623.821286] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] Acquiring lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.821424] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] Acquired lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.821607] env[63920]: DEBUG nova.network.neutron [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Refreshing network info cache for port cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.845916] env[63920]: DEBUG nova.compute.manager [req-8f2290a2-8f7f-4d5f-93e6-cabc33b5d7c3 req-950587f3-b74d-4ec8-bf06-7ebb11eb8fb7 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Received event network-vif-plugged-cec27481-d859-417d-a343-30955b98441c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 623.846344] env[63920]: DEBUG oslo_concurrency.lockutils [req-8f2290a2-8f7f-4d5f-93e6-cabc33b5d7c3 req-950587f3-b74d-4ec8-bf06-7ebb11eb8fb7 service nova] Acquiring lock "82975903-be68-414a-98a1-074cb73ce2af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.846419] env[63920]: DEBUG oslo_concurrency.lockutils [req-8f2290a2-8f7f-4d5f-93e6-cabc33b5d7c3 req-950587f3-b74d-4ec8-bf06-7ebb11eb8fb7 service nova] Lock "82975903-be68-414a-98a1-074cb73ce2af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.846528] env[63920]: DEBUG oslo_concurrency.lockutils [req-8f2290a2-8f7f-4d5f-93e6-cabc33b5d7c3 req-950587f3-b74d-4ec8-bf06-7ebb11eb8fb7 service nova] Lock "82975903-be68-414a-98a1-074cb73ce2af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.846692] env[63920]: DEBUG nova.compute.manager [req-8f2290a2-8f7f-4d5f-93e6-cabc33b5d7c3 req-950587f3-b74d-4ec8-bf06-7ebb11eb8fb7 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] No waiting events found dispatching network-vif-plugged-cec27481-d859-417d-a343-30955b98441c {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.846951] env[63920]: WARNING nova.compute.manager [req-8f2290a2-8f7f-4d5f-93e6-cabc33b5d7c3 req-950587f3-b74d-4ec8-bf06-7ebb11eb8fb7 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Received unexpected event network-vif-plugged-cec27481-d859-417d-a343-30955b98441c for instance with vm_state building and task_state spawning. [ 623.938930] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391679, 'name': CreateVM_Task, 'duration_secs': 1.721424} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.939945] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.939945] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.939945] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.940476] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 623.940927] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa8d046-7eca-40c1-8a53-98ce05ddc2c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.953606] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 623.953606] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5272c0b2-fdec-797e-413e-085495a7c553" [ 623.953606] env[63920]: _type = "Task" [ 623.953606] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.962719] env[63920]: DEBUG nova.network.neutron [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Successfully created port: 8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 623.975400] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5272c0b2-fdec-797e-413e-085495a7c553, 'name': SearchDatastore_Task, 'duration_secs': 0.016047} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.975973] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.975973] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.976114] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.978997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.978997] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.978997] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b49729a-0343-409c-94aa-eb09b551e453 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.988819] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.989149] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.991409] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec589a8-f1ac-4a3b-a30d-7e6bf8059fdf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.999490] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 623.999490] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c82bd1-56ed-ec28-5e17-7261a1937a58" [ 623.999490] env[63920]: _type = "Task" [ 623.999490] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.012124] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c82bd1-56ed-ec28-5e17-7261a1937a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.040486] env[63920]: DEBUG nova.compute.manager [None req-afc35d47-8e80-43ab-a5c5-638f01fa5724 tempest-ServerDiagnosticsV248Test-1094937910 tempest-ServerDiagnosticsV248Test-1094937910-project-admin] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.041796] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d887aeaa-a1e5-4c9a-9b0d-19b8bc0452a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.050491] env[63920]: INFO nova.compute.manager [None req-afc35d47-8e80-43ab-a5c5-638f01fa5724 tempest-ServerDiagnosticsV248Test-1094937910 tempest-ServerDiagnosticsV248Test-1094937910-project-admin] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Retrieving diagnostics [ 624.051600] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc09a24f-7025-4ba9-a81d-a923b3be7a06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.185929] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391680, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.225199] env[63920]: DEBUG nova.scheduler.client.report [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.254721] env[63920]: DEBUG nova.compute.manager [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.255800] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd3b03d-f344-418f-8c7e-269c1995a7be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.275954] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391683, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.303823] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 624.341710] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 624.341710] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 624.341710] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.342061] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 624.342061] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.343066] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 624.343066] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 624.343066] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 624.343066] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 624.343066] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 624.343234] env[63920]: DEBUG nova.virt.hardware [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 624.344042] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80002780-124f-468b-9046-aa6d681a2f12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.356925] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e5dd24-1e91-47e6-bff3-9ae02dc98352 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.511202] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c82bd1-56ed-ec28-5e17-7261a1937a58, 'name': SearchDatastore_Task, 'duration_secs': 0.013887} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.511543] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb763e2-5c2b-494d-b5bb-dc1caf0b2f52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.518504] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 624.518504] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5281c1b0-09a8-73ca-214e-ff8be3cde4d5" [ 624.518504] env[63920]: _type = "Task" [ 624.518504] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.527897] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5281c1b0-09a8-73ca-214e-ff8be3cde4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.616970] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquiring lock "c95f85fd-e213-4861-973c-5759d0590696" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.617238] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "c95f85fd-e213-4861-973c-5759d0590696" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.687172] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391680, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.7827} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.687172] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/70a96b3c-f4bc-4b4a-be00-ffb969da1814.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.687172] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.687172] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ccdf42-13a6-4bb3-a077-b60bbb941124 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.695773] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 624.695773] env[63920]: value = "task-2391684" [ 624.695773] env[63920]: _type = "Task" [ 624.695773] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.707544] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.732479] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.732997] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.735819] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.252s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.737383] env[63920]: INFO nova.compute.claims [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.776424] env[63920]: INFO nova.compute.manager [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] instance snapshotting [ 624.777255] env[63920]: WARNING nova.compute.manager [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 624.780476] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391683, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.782241] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e859f9f7-6343-4265-aced-16dda24ac75d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.819130] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500d9b73-b0b5-4472-8e3e-aaee4071f216 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.029397] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5281c1b0-09a8-73ca-214e-ff8be3cde4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016424} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.029664] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.030202] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.031147] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c9f666c-427f-40ca-abe8-e9a21731c325 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.046023] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 625.046023] env[63920]: value = "task-2391685" [ 625.046023] env[63920]: _type = "Task" [ 625.046023] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.061474] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.122194] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.209369] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198204} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.209605] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.210372] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d27d103-8647-424f-8664-e31e3cfe8fd0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.236141] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/70a96b3c-f4bc-4b4a-be00-ffb969da1814.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.236687] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcec98bc-b6f5-4c2b-80c0-687b25ee6ed3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.254637] env[63920]: DEBUG nova.compute.utils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 625.259730] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.259730] env[63920]: DEBUG nova.network.neutron [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.272277] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 625.272277] env[63920]: value = "task-2391686" [ 625.272277] env[63920]: _type = "Task" [ 625.272277] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.284532] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391683, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.291104] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.301389] env[63920]: DEBUG nova.network.neutron [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updated VIF entry in instance network info cache for port cf805ce2-fa84-446e-bfee-995d9efa1eac. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.301778] env[63920]: DEBUG nova.network.neutron [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updating instance_info_cache with network_info: [{"id": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "address": "fa:16:3e:eb:c5:58", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf805ce2-fa", "ovs_interfaceid": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.335116] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 625.336192] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-947f3a5c-b0e3-4607-8d54-fe7bd5d62ea2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.346063] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 625.346063] env[63920]: value = "task-2391687" [ 625.346063] env[63920]: _type = "Task" [ 625.346063] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.360555] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391687, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.418932] env[63920]: DEBUG nova.policy [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ccfeaf9b084cf99aaad1793c26f263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f04117a9243d484f96a887c0d39eab2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.564451] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391685, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.660025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.759414] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.796433] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391686, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.796635] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391683, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.809874] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ffea76f-072e-4256-92cc-8f800feffc11 req-2553559f-6bd1-4d42-bf9c-cf14dc001d9a service nova] Releasing lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.857800] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391687, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.060789] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722914} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.061109] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.061650] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.061834] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c66f7a62-1436-4bd7-bb36-674323933d0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.072988] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 626.072988] env[63920]: value = "task-2391688" [ 626.072988] env[63920]: _type = "Task" [ 626.072988] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.099199] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.247032] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42312f5f-91b1-4303-9979-48601e29a32d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.267149] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b68516-5325-454e-a0b6-2f5abba06bb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.318955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97db737-2111-4183-9a4b-93d1cf7d39e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.331563] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391683, 'name': CreateVM_Task, 'duration_secs': 2.033498} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.331817] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391686, 'name': ReconfigVM_Task, 'duration_secs': 0.557586} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.332370] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.332640] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/70a96b3c-f4bc-4b4a-be00-ffb969da1814.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.333671] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.333824] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.334178] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 626.334409] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfb1c382-f3d9-456c-bde0-15ea9fa1996b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.337952] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad1badc-56e4-4124-94ba-6aa57e7dc4a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.341264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618ec29-f780-4dce-a56f-31c0befe3b6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.348012] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 626.348012] env[63920]: value = "task-2391689" [ 626.348012] env[63920]: _type = "Task" [ 626.348012] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.367651] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 626.367651] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5223eef1-8526-30ee-6803-e78f95f14dae" [ 626.367651] env[63920]: _type = "Task" [ 626.367651] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.368178] env[63920]: DEBUG nova.compute.provider_tree [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.381244] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391687, 'name': CreateSnapshot_Task, 'duration_secs': 0.524821} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.381795] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391689, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.382207] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 626.383176] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eef7f3-4d79-4990-a5a5-19f90feffd8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.390631] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5223eef1-8526-30ee-6803-e78f95f14dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.584786] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078936} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.585162] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.586235] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee2bd63-5d84-4a95-8859-70e928ab3cbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.608559] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.609081] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe677540-1a8e-4adc-8199-130bf08bbd4b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.631302] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 626.631302] env[63920]: value = "task-2391693" [ 626.631302] env[63920]: _type = "Task" [ 626.631302] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.640455] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.783047] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.817263] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.817263] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.817263] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.817626] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.817626] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.817882] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.818452] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.818690] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.818943] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.819176] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.819356] env[63920]: DEBUG nova.virt.hardware [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.820851] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d31c58-8d2f-43da-ac9c-84ebb7cd7bbf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.830817] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7162d143-a984-4b56-9cfb-21ff13690c8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.857852] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391689, 'name': Rename_Task, 'duration_secs': 0.213076} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.858215] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.858507] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c08f18a-7730-4104-9382-0392e11f2063 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.868264] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 626.868264] env[63920]: value = "task-2391694" [ 626.868264] env[63920]: _type = "Task" [ 626.868264] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.873051] env[63920]: DEBUG nova.scheduler.client.report [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.890322] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5223eef1-8526-30ee-6803-e78f95f14dae, 'name': SearchDatastore_Task, 'duration_secs': 0.038272} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.890393] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.891322] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.891561] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.891792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 626.891939] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.892125] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.892656] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52f021cb-b495-43aa-902b-d9f48216a454 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.913044] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 626.914194] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ae85cc33-c37c-4076-9fe0-fc22b57cdd13 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.921061] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.921452] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.922419] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1165b5d6-f4b5-4b1e-aee1-ca7b271a9b66 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.928726] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 626.928726] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52713163-3d7b-2bd4-6d7e-de7f1d3996b3" [ 626.928726] env[63920]: _type = "Task" [ 626.928726] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.934326] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 626.934326] env[63920]: value = "task-2391695" [ 626.934326] env[63920]: _type = "Task" [ 626.934326] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.944114] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52713163-3d7b-2bd4-6d7e-de7f1d3996b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.950478] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391695, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.149176] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.301401] env[63920]: DEBUG nova.network.neutron [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Successfully created port: abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.385555] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.387225] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.392097] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.392097] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.158s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.392342] env[63920]: DEBUG nova.objects.instance [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'resources' on Instance uuid 9f1a15ad-c20f-403f-a84b-29ab614fc77f {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.462215] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52713163-3d7b-2bd4-6d7e-de7f1d3996b3, 'name': SearchDatastore_Task, 'duration_secs': 0.024063} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.462215] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391695, 'name': CloneVM_Task} progress is 93%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.462215] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be82a7c-73fe-4bcf-8208-8edd44512916 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.469105] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 627.469105] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525cac2f-708f-727a-a4e2-522ea143023b" [ 627.469105] env[63920]: _type = "Task" [ 627.469105] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.480278] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525cac2f-708f-727a-a4e2-522ea143023b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.648289] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.736682] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.736682] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.883528] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391694, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.896912] env[63920]: DEBUG nova.compute.utils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.896912] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 627.896912] env[63920]: DEBUG nova.network.neutron [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.952231] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391695, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.985513] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525cac2f-708f-727a-a4e2-522ea143023b, 'name': SearchDatastore_Task, 'duration_secs': 0.018108} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.985674] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.985998] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 82975903-be68-414a-98a1-074cb73ce2af/82975903-be68-414a-98a1-074cb73ce2af.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.989433] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-922862b4-df7f-4a41-8f83-cf17c519af9e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.997980] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 627.997980] env[63920]: value = "task-2391696" [ 627.997980] env[63920]: _type = "Task" [ 627.997980] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.010194] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.023200] env[63920]: DEBUG nova.policy [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8ccfeaf9b084cf99aaad1793c26f263', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f04117a9243d484f96a887c0d39eab2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.030839] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "5e99316a-3e99-4dd2-a150-4b11c99e1495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.031354] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "5e99316a-3e99-4dd2-a150-4b11c99e1495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.031829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "5e99316a-3e99-4dd2-a150-4b11c99e1495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.031932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "5e99316a-3e99-4dd2-a150-4b11c99e1495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.032298] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "5e99316a-3e99-4dd2-a150-4b11c99e1495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.036709] env[63920]: INFO nova.compute.manager [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Terminating instance [ 628.078838] env[63920]: DEBUG nova.network.neutron [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Successfully updated port: 8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.150230] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391693, 'name': ReconfigVM_Task, 'duration_secs': 1.476577} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.150230] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.150591] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c55a7012-bdca-4ff0-bff2-fde5289f1bda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.160518] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 628.160518] env[63920]: value = "task-2391697" [ 628.160518] env[63920]: _type = "Task" [ 628.160518] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.178729] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391697, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.217931] env[63920]: DEBUG nova.compute.manager [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Received event network-changed-09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.217931] env[63920]: DEBUG nova.compute.manager [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Refreshing instance network info cache due to event network-changed-09dd7761-b263-4500-b2b6-e3876e780c81. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.217931] env[63920]: DEBUG oslo_concurrency.lockutils [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] Acquiring lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.217931] env[63920]: DEBUG oslo_concurrency.lockutils [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] Acquired lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.217931] env[63920]: DEBUG nova.network.neutron [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Refreshing network info cache for port 09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.238441] env[63920]: DEBUG nova.compute.manager [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Received event network-changed-cec27481-d859-417d-a343-30955b98441c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 628.238441] env[63920]: DEBUG nova.compute.manager [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Refreshing instance network info cache due to event network-changed-cec27481-d859-417d-a343-30955b98441c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 628.238441] env[63920]: DEBUG oslo_concurrency.lockutils [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] Acquiring lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.239685] env[63920]: DEBUG oslo_concurrency.lockutils [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] Acquired lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.240388] env[63920]: DEBUG nova.network.neutron [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Refreshing network info cache for port cec27481-d859-417d-a343-30955b98441c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.243131] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.394842] env[63920]: DEBUG oslo_vmware.api [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391694, 'name': PowerOnVM_Task, 'duration_secs': 1.313151} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.396462] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.396462] env[63920]: INFO nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Took 11.51 seconds to spawn the instance on the hypervisor. [ 628.396596] env[63920]: DEBUG nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.402229] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a45d04-b70b-4960-a7e5-4bb799000ddd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.405315] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e598f64-c812-47e0-b311-f642f7638f3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.410437] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.427407] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60cb789-46c9-4a1f-b0de-8e4f2f7c51e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.443768] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "10626bbb-7618-483f-8fc6-fc44870fc3ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.446051] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.482814] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.486212] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca0c494-34e4-4bea-a556-3a3892871ec3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.499240] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391695, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.507679] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f24ad5-fdf2-4724-b266-1980942dd669 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.525860] env[63920]: DEBUG nova.compute.provider_tree [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.538626] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.541950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "refresh_cache-5e99316a-3e99-4dd2-a150-4b11c99e1495" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.542271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquired lock "refresh_cache-5e99316a-3e99-4dd2-a150-4b11c99e1495" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.542395] env[63920]: DEBUG nova.network.neutron [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.584931] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 628.584931] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.584931] env[63920]: DEBUG nova.network.neutron [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.673362] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391697, 'name': Rename_Task, 'duration_secs': 0.311956} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.673784] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.674058] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d300c87c-b902-415a-8871-809059557748 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.684617] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 628.684617] env[63920]: value = "task-2391698" [ 628.684617] env[63920]: _type = "Task" [ 628.684617] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.701197] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.776548] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.944845] env[63920]: INFO nova.compute.manager [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Took 23.32 seconds to build instance. [ 628.960529] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391695, 'name': CloneVM_Task, 'duration_secs': 1.668572} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.960956] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Created linked-clone VM from snapshot [ 628.962948] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f02e91-075c-425d-82a9-bd823fec751d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.975209] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Uploading image 20c58d08-8480-40d5-bc17-032674bce277 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 629.011189] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794963} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.011464] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 82975903-be68-414a-98a1-074cb73ce2af/82975903-be68-414a-98a1-074cb73ce2af.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.011770] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.011917] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da7a812a-c187-4b56-8416-35407b25c2dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.017821] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 629.017821] env[63920]: value = "vm-485225" [ 629.017821] env[63920]: _type = "VirtualMachine" [ 629.017821] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 629.018851] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90e9f504-5c8e-4099-b7e0-ff0674fa5bd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.022218] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 629.022218] env[63920]: value = "task-2391699" [ 629.022218] env[63920]: _type = "Task" [ 629.022218] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.028266] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.032019] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease: (returnval){ [ 629.032019] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292b597-6a5c-ad50-02ff-a0589b43d0ed" [ 629.032019] env[63920]: _type = "HttpNfcLease" [ 629.032019] env[63920]: } obtained for exporting VM: (result){ [ 629.032019] env[63920]: value = "vm-485225" [ 629.032019] env[63920]: _type = "VirtualMachine" [ 629.032019] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 629.032473] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the lease: (returnval){ [ 629.032473] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292b597-6a5c-ad50-02ff-a0589b43d0ed" [ 629.032473] env[63920]: _type = "HttpNfcLease" [ 629.032473] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 629.039702] env[63920]: DEBUG nova.scheduler.client.report [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.047521] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.056489] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 629.056489] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292b597-6a5c-ad50-02ff-a0589b43d0ed" [ 629.056489] env[63920]: _type = "HttpNfcLease" [ 629.056489] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 629.057250] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 629.057250] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292b597-6a5c-ad50-02ff-a0589b43d0ed" [ 629.057250] env[63920]: _type = "HttpNfcLease" [ 629.057250] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 629.058228] env[63920]: DEBUG nova.network.neutron [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Successfully created port: 9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.061390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ca33b5-462e-46a3-92ac-7a98b39cad6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.074776] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278073b-e8c0-1078-4360-f71428ac6bed/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 629.074958] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278073b-e8c0-1078-4360-f71428ac6bed/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 629.141114] env[63920]: DEBUG nova.network.neutron [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.206459] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.210515] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb825eda-60fc-471c-9438-7c71a8ca071f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.295134] env[63920]: DEBUG nova.network.neutron [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.425996] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.456275] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ecf453f3-7303-4f30-af12-91004fd0f4b3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.859s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.469416] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.469733] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.469899] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.470130] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.470278] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.470419] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.470840] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.471022] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.471286] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.471464] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.471628] env[63920]: DEBUG nova.virt.hardware [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.472538] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9627b3-31c3-44f1-af46-154916b847d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.485154] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d89eb-05b8-474a-81ff-de69c8b33701 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.491940] env[63920]: DEBUG nova.network.neutron [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.559526] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.562912] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.976s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.567366] env[63920]: DEBUG nova.objects.instance [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lazy-loading 'resources' on Instance uuid d7129bbd-bd24-436d-b999-1010b6e92032 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.576372] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098164} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.577143] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.580020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a61d73-fe42-4984-971d-982ff83c3911 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.615250] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 82975903-be68-414a-98a1-074cb73ce2af/82975903-be68-414a-98a1-074cb73ce2af.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.617069] env[63920]: INFO nova.scheduler.client.report [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocations for instance 9f1a15ad-c20f-403f-a84b-29ab614fc77f [ 629.625915] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-114c734b-5e0a-440d-8f8c-ae9683dab10d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.658277] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 629.658277] env[63920]: value = "task-2391702" [ 629.658277] env[63920]: _type = "Task" [ 629.658277] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.667623] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.696216] env[63920]: DEBUG oslo_vmware.api [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391698, 'name': PowerOnVM_Task, 'duration_secs': 0.898669} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.696480] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 629.696677] env[63920]: INFO nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Took 7.89 seconds to spawn the instance on the hypervisor. [ 629.696871] env[63920]: DEBUG nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 629.697719] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80ff36e-0e0f-4ce9-8357-c417902765a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.867035] env[63920]: DEBUG nova.network.neutron [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updated VIF entry in instance network info cache for port cec27481-d859-417d-a343-30955b98441c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.867726] env[63920]: DEBUG nova.network.neutron [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updating instance_info_cache with network_info: [{"id": "cec27481-d859-417d-a343-30955b98441c", "address": "fa:16:3e:33:f0:06", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec27481-d8", "ovs_interfaceid": "cec27481-d859-417d-a343-30955b98441c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.996932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Releasing lock "refresh_cache-5e99316a-3e99-4dd2-a150-4b11c99e1495" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 629.996932] env[63920]: DEBUG nova.compute.manager [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.996932] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.996932] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5e1d7-bee5-4a46-a2ff-cc3b0b83bc68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.020720] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.020720] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46a833f6-5744-4a40-b838-db1bcfd6df56 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.032199] env[63920]: DEBUG oslo_vmware.api [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 630.032199] env[63920]: value = "task-2391703" [ 630.032199] env[63920]: _type = "Task" [ 630.032199] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.045799] env[63920]: DEBUG oslo_vmware.api [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.131431] env[63920]: DEBUG nova.network.neutron [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Updating instance_info_cache with network_info: [{"id": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "address": "fa:16:3e:3b:34:52", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8183a7dd-fa", "ovs_interfaceid": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.159182] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dee49910-8d92-448e-9699-4d44eb9fd64a tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "9f1a15ad-c20f-403f-a84b-29ab614fc77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.683s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.176892] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.220815] env[63920]: INFO nova.compute.manager [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Took 21.09 seconds to build instance. [ 630.250100] env[63920]: DEBUG nova.network.neutron [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Updated VIF entry in instance network info cache for port 09dd7761-b263-4500-b2b6-e3876e780c81. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.251321] env[63920]: DEBUG nova.network.neutron [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Updating instance_info_cache with network_info: [{"id": "09dd7761-b263-4500-b2b6-e3876e780c81", "address": "fa:16:3e:ae:97:78", "network": {"id": "3bdc4d2d-4c03-42d9-b82e-14dde636197a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1740232829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "426940116cf34d71862766fb27154935", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09dd7761-b2", "ovs_interfaceid": "09dd7761-b263-4500-b2b6-e3876e780c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.372065] env[63920]: DEBUG oslo_concurrency.lockutils [req-0bfd0195-4a3e-4042-9cb5-a227f24ccf2a req-456cf91b-18ba-4d03-8edf-d3f9ba2f2fef service nova] Releasing lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.493479] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ed489d-bb76-4337-964c-c3ab42dd8977 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.504653] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c69286-a15e-4838-9bd4-0f52b7b33cda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.548712] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22941750-43b9-41ba-9a5c-344790d4bc2b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.560153] env[63920]: DEBUG oslo_vmware.api [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391703, 'name': PowerOffVM_Task, 'duration_secs': 0.227214} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.560535] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.560704] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.562150] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee86258-eafe-48f9-bde5-5af4082a7c84 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.567076] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74073ea4-0cc7-4ec2-8dd0-0611722b5c52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.581088] env[63920]: DEBUG nova.compute.provider_tree [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.604080] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.604572] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.604862] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Deleting the datastore file [datastore1] 5e99316a-3e99-4dd2-a150-4b11c99e1495 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.605448] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a75243b7-3b53-4b9a-a192-3a5e99c29a03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.615942] env[63920]: DEBUG oslo_vmware.api [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for the task: (returnval){ [ 630.615942] env[63920]: value = "task-2391705" [ 630.615942] env[63920]: _type = "Task" [ 630.615942] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.628967] env[63920]: DEBUG oslo_vmware.api [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.641985] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.641985] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Instance network_info: |[{"id": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "address": "fa:16:3e:3b:34:52", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8183a7dd-fa", "ovs_interfaceid": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.642344] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:34:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8183a7dd-fa9b-4204-b747-a9ddb0249b50', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.653306] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Creating folder: Project (f04117a9243d484f96a887c0d39eab2c). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.654031] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e347017-2e26-47fe-98d3-04cb31de7547 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.671920] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391702, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.673589] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Created folder: Project (f04117a9243d484f96a887c0d39eab2c) in parent group-v485178. [ 630.673792] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Creating folder: Instances. Parent ref: group-v485226. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.674170] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74870dc0-a639-4c33-886b-b926329cfe44 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.688255] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Created folder: Instances in parent group-v485226. [ 630.691460] env[63920]: DEBUG oslo.service.loopingcall [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 630.691460] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.691460] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e388906-9dfe-4f19-9b2e-353ceb4f93ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.723467] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e232dc53-7476-4ad8-b2fc-8bbe956dda20 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "2c3b497a-2756-4f21-8882-a6734f88ad52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.071s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.726965] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.726965] env[63920]: value = "task-2391708" [ 630.726965] env[63920]: _type = "Task" [ 630.726965] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.739140] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391708, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.755456] env[63920]: DEBUG oslo_concurrency.lockutils [req-2de66d94-d002-4a79-b81a-447b3c9257b7 req-82df70f0-1560-4d76-8aa8-a4f01d770cd1 service nova] Releasing lock "refresh_cache-d3a28af1-a806-46cc-ada5-708c20e55265" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.999459] env[63920]: DEBUG nova.network.neutron [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Successfully updated port: abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.085308] env[63920]: DEBUG nova.scheduler.client.report [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.137531] env[63920]: DEBUG oslo_vmware.api [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Task: {'id': task-2391705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196451} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.137531] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.137531] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.137531] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.137531] env[63920]: INFO nova.compute.manager [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Took 1.14 seconds to destroy the instance on the hypervisor. [ 631.137717] env[63920]: DEBUG oslo.service.loopingcall [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 631.137717] env[63920]: DEBUG nova.compute.manager [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 631.137717] env[63920]: DEBUG nova.network.neutron [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 631.180667] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391702, 'name': ReconfigVM_Task, 'duration_secs': 1.521376} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.180830] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 82975903-be68-414a-98a1-074cb73ce2af/82975903-be68-414a-98a1-074cb73ce2af.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.182414] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c8ff62d-a949-415f-99c2-af907516a118 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.187409] env[63920]: DEBUG nova.network.neutron [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.200982] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 631.200982] env[63920]: value = "task-2391709" [ 631.200982] env[63920]: _type = "Task" [ 631.200982] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.208488] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391709, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.212929] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.213074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.238970] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391708, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.500146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "refresh_cache-a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.500146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "refresh_cache-a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.500146] env[63920]: DEBUG nova.network.neutron [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.594484] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.598643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.881s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.600288] env[63920]: INFO nova.compute.claims [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.623691] env[63920]: INFO nova.scheduler.client.report [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Deleted allocations for instance d7129bbd-bd24-436d-b999-1010b6e92032 [ 631.690153] env[63920]: DEBUG nova.network.neutron [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.720145] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.723358] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391709, 'name': Rename_Task, 'duration_secs': 0.234201} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.723814] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.724303] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d9f50f7-b110-4d16-afdc-5ceb54d61030 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.733759] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 631.733759] env[63920]: value = "task-2391711" [ 631.733759] env[63920]: _type = "Task" [ 631.733759] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.742125] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391708, 'name': CreateVM_Task, 'duration_secs': 0.897806} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.742789] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.743641] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.743810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.744169] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 631.744431] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05f9363-3404-4b2b-84b1-3f0c53fc2ba0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.749363] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391711, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.753879] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 631.753879] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e2531-1826-fc01-d308-704f361aaea8" [ 631.753879] env[63920]: _type = "Task" [ 631.753879] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.765898] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e2531-1826-fc01-d308-704f361aaea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.927153] env[63920]: DEBUG nova.compute.manager [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Received event network-vif-plugged-8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.929959] env[63920]: DEBUG oslo_concurrency.lockutils [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] Acquiring lock "a9e67613-f7b4-4164-9212-2accfbddfdd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.930396] env[63920]: DEBUG oslo_concurrency.lockutils [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.931765] env[63920]: DEBUG oslo_concurrency.lockutils [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.932069] env[63920]: DEBUG nova.compute.manager [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] No waiting events found dispatching network-vif-plugged-8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.932312] env[63920]: WARNING nova.compute.manager [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Received unexpected event network-vif-plugged-8183a7dd-fa9b-4204-b747-a9ddb0249b50 for instance with vm_state building and task_state spawning. [ 631.932549] env[63920]: DEBUG nova.compute.manager [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Received event network-changed-8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.932762] env[63920]: DEBUG nova.compute.manager [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Refreshing instance network info cache due to event network-changed-8183a7dd-fa9b-4204-b747-a9ddb0249b50. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.933718] env[63920]: DEBUG oslo_concurrency.lockutils [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] Acquiring lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.933718] env[63920]: DEBUG oslo_concurrency.lockutils [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] Acquired lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.933718] env[63920]: DEBUG nova.network.neutron [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Refreshing network info cache for port 8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.118241] env[63920]: DEBUG nova.network.neutron [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.133921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e9c0530f-2941-4203-9b48-9f2c20c8248c tempest-DeleteServersAdminTestJSON-1282477144 tempest-DeleteServersAdminTestJSON-1282477144-project-admin] Lock "d7129bbd-bd24-436d-b999-1010b6e92032" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.088s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.194050] env[63920]: INFO nova.compute.manager [-] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Took 1.06 seconds to deallocate network for instance. [ 632.249583] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391711, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.263759] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.273021] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e2531-1826-fc01-d308-704f361aaea8, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.273021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.273021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.273021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.273292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.273292] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.273292] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2e93cfa-b59f-48fa-9d7f-a3bf349ed5f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.286111] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.286378] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.287256] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fb4326-c332-4643-9139-519844bf102e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.297305] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 632.297305] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c8f134-e643-d8c0-80cc-978c5b9c6ab3" [ 632.297305] env[63920]: _type = "Task" [ 632.297305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.304457] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c8f134-e643-d8c0-80cc-978c5b9c6ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.370963] env[63920]: DEBUG nova.network.neutron [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Successfully updated port: 9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.408577] env[63920]: INFO nova.compute.manager [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Rescuing [ 632.408875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.409061] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.409246] env[63920]: DEBUG nova.network.neutron [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.704288] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.756477] env[63920]: DEBUG oslo_vmware.api [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2391711, 'name': PowerOnVM_Task, 'duration_secs': 0.767199} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.756477] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.756477] env[63920]: INFO nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Took 13.36 seconds to spawn the instance on the hypervisor. [ 632.756477] env[63920]: DEBUG nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.756477] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850105a-7187-431a-b457-dbfa62527be1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.805994] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c8f134-e643-d8c0-80cc-978c5b9c6ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.024504} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.819772] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422650d9-a420-46ca-8592-61ea2396cb72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.832155] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 632.832155] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524696ac-977d-e560-da0a-cd8913049391" [ 632.832155] env[63920]: _type = "Task" [ 632.832155] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.852260] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524696ac-977d-e560-da0a-cd8913049391, 'name': SearchDatastore_Task, 'duration_secs': 0.012958} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.855134] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.855392] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] a9e67613-f7b4-4164-9212-2accfbddfdd1/a9e67613-f7b4-4164-9212-2accfbddfdd1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.856502] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29d31795-becd-47cd-8fd6-b6509a22a94d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.866748] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 632.866748] env[63920]: value = "task-2391712" [ 632.866748] env[63920]: _type = "Task" [ 632.866748] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.876722] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "refresh_cache-71830083-d5ae-478a-bedb-ec1f3a642b5c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.876881] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "refresh_cache-71830083-d5ae-478a-bedb-ec1f3a642b5c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.877105] env[63920]: DEBUG nova.network.neutron [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.890677] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.891865] env[63920]: DEBUG nova.network.neutron [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Updating instance_info_cache with network_info: [{"id": "abfbf9e2-1b64-4938-8b8c-9ff9d211925d", "address": "fa:16:3e:c3:91:ac", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfbf9e2-1b", "ovs_interfaceid": "abfbf9e2-1b64-4938-8b8c-9ff9d211925d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.980870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "5195e384-56a4-49ab-a1cc-a0badefeef61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.981448] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.023575] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d9967-d681-4976-9a90-938d408ed66d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.034720] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4420a03-1e29-4990-8734-b54662705585 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.075656] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816fe674-5dcf-4fb4-891d-0c402b013693 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.088222] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ac3841-8869-4992-b2a6-79aa6155ae59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.110576] env[63920]: DEBUG nova.compute.provider_tree [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.138463] env[63920]: DEBUG nova.network.neutron [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Updated VIF entry in instance network info cache for port 8183a7dd-fa9b-4204-b747-a9ddb0249b50. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.138849] env[63920]: DEBUG nova.network.neutron [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Updating instance_info_cache with network_info: [{"id": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "address": "fa:16:3e:3b:34:52", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8183a7dd-fa", "ovs_interfaceid": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.285091] env[63920]: INFO nova.compute.manager [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Took 26.09 seconds to build instance. [ 633.328017] env[63920]: INFO nova.compute.manager [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Rebuilding instance [ 633.392282] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.400242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "refresh_cache-a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.400641] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Instance network_info: |[{"id": "abfbf9e2-1b64-4938-8b8c-9ff9d211925d", "address": "fa:16:3e:c3:91:ac", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfbf9e2-1b", "ovs_interfaceid": "abfbf9e2-1b64-4938-8b8c-9ff9d211925d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.401749] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:91:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abfbf9e2-1b64-4938-8b8c-9ff9d211925d', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.412276] env[63920]: DEBUG oslo.service.loopingcall [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.418113] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.420562] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58ff92ff-2eb9-45a8-bc33-5a24723a334e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.439231] env[63920]: DEBUG nova.compute.manager [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.439984] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333ff709-6113-4d3e-9c68-d348a0ffdb8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.452575] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.452575] env[63920]: value = "task-2391713" [ 633.452575] env[63920]: _type = "Task" [ 633.452575] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.466897] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391713, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.484573] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.510052] env[63920]: DEBUG nova.network.neutron [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.604118] env[63920]: DEBUG nova.network.neutron [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updating instance_info_cache with network_info: [{"id": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "address": "fa:16:3e:eb:c5:58", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf805ce2-fa", "ovs_interfaceid": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.617489] env[63920]: DEBUG nova.scheduler.client.report [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.641188] env[63920]: DEBUG oslo_concurrency.lockutils [req-57f06630-3520-404e-aa4e-690581bd8038 req-89082177-199d-44b7-a2bd-85c166b826d6 service nova] Releasing lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.723339] env[63920]: DEBUG nova.compute.manager [req-11940f4f-18d0-4376-9886-f630dece4573 req-574f1ef9-f4c4-4fcd-9aa4-d9aeb3125400 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Received event network-vif-plugged-9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 633.723521] env[63920]: DEBUG oslo_concurrency.lockutils [req-11940f4f-18d0-4376-9886-f630dece4573 req-574f1ef9-f4c4-4fcd-9aa4-d9aeb3125400 service nova] Acquiring lock "71830083-d5ae-478a-bedb-ec1f3a642b5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.723731] env[63920]: DEBUG oslo_concurrency.lockutils [req-11940f4f-18d0-4376-9886-f630dece4573 req-574f1ef9-f4c4-4fcd-9aa4-d9aeb3125400 service nova] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.723923] env[63920]: DEBUG oslo_concurrency.lockutils [req-11940f4f-18d0-4376-9886-f630dece4573 req-574f1ef9-f4c4-4fcd-9aa4-d9aeb3125400 service nova] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.724269] env[63920]: DEBUG nova.compute.manager [req-11940f4f-18d0-4376-9886-f630dece4573 req-574f1ef9-f4c4-4fcd-9aa4-d9aeb3125400 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] No waiting events found dispatching network-vif-plugged-9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 633.724406] env[63920]: WARNING nova.compute.manager [req-11940f4f-18d0-4376-9886-f630dece4573 req-574f1ef9-f4c4-4fcd-9aa4-d9aeb3125400 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Received unexpected event network-vif-plugged-9df258e9-0410-4ec0-8e02-39ace0df69a9 for instance with vm_state building and task_state spawning. [ 633.795562] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81771ebb-41cc-4261-9a2e-e7f8f493a3df tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "82975903-be68-414a-98a1-074cb73ce2af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.615s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.881673] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59107} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.881974] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] a9e67613-f7b4-4164-9212-2accfbddfdd1/a9e67613-f7b4-4164-9212-2accfbddfdd1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.882223] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.884911] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aed1e69-1850-4cd8-a7af-05e4cc0aa720 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.900328] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 633.900328] env[63920]: value = "task-2391715" [ 633.900328] env[63920]: _type = "Task" [ 633.900328] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.913679] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391715, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.974422] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391713, 'name': CreateVM_Task, 'duration_secs': 0.408946} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.975059] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.975568] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.976580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.976580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 633.976580] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95561b79-6926-4a45-916b-63ecc9cc81a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.987569] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 633.987569] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527f7000-f82f-e75f-5c70-e76d7ca37612" [ 633.987569] env[63920]: _type = "Task" [ 633.987569] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.013409] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527f7000-f82f-e75f-5c70-e76d7ca37612, 'name': SearchDatastore_Task, 'duration_secs': 0.010836} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.013626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.014249] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.014249] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.014451] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.014517] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.015046] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-915ccbc4-824b-4176-b42b-d4d983009151 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.026886] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.026886] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.027920] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2b6950-4d06-4203-9654-9a7500d3bad2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.034841] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.039703] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 634.039703] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e2fe9e-9b6d-ba0c-40ad-375d64432510" [ 634.039703] env[63920]: _type = "Task" [ 634.039703] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.049709] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e2fe9e-9b6d-ba0c-40ad-375d64432510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.107860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.127462] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.127462] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.133091] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.361s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.133706] env[63920]: DEBUG nova.objects.instance [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lazy-loading 'resources' on Instance uuid 8e8523e3-57ae-485b-bfd6-d87d834a378f {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 634.200901] env[63920]: DEBUG nova.network.neutron [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Updating instance_info_cache with network_info: [{"id": "9df258e9-0410-4ec0-8e02-39ace0df69a9", "address": "fa:16:3e:d5:e6:25", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9df258e9-04", "ovs_interfaceid": "9df258e9-0410-4ec0-8e02-39ace0df69a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.377670] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.377997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.421058] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391715, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084426} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.421355] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.422210] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d723a4-718e-480f-bf08-ff89f3a122f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.461355] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] a9e67613-f7b4-4164-9212-2accfbddfdd1/a9e67613-f7b4-4164-9212-2accfbddfdd1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.462270] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f29abcc-0681-4a30-a188-6901819cb8a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.487523] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.487926] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3e210be-e65e-411e-9d09-aa7dd789285c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.498782] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 634.498782] env[63920]: value = "task-2391717" [ 634.498782] env[63920]: _type = "Task" [ 634.498782] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.499779] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 634.499779] env[63920]: value = "task-2391716" [ 634.499779] env[63920]: _type = "Task" [ 634.499779] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.513698] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.519693] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.555122] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e2fe9e-9b6d-ba0c-40ad-375d64432510, 'name': SearchDatastore_Task, 'duration_secs': 0.011583} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.555954] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3f29f3-498a-4ab5-9719-a2a24854029d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.567942] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 634.567942] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ccd01a-c455-42eb-c309-55072c0179e2" [ 634.567942] env[63920]: _type = "Task" [ 634.567942] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.583838] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ccd01a-c455-42eb-c309-55072c0179e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.644247] env[63920]: DEBUG nova.compute.utils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.646016] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.646209] env[63920]: DEBUG nova.network.neutron [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 634.708030] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "refresh_cache-71830083-d5ae-478a-bedb-ec1f3a642b5c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.708030] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Instance network_info: |[{"id": "9df258e9-0410-4ec0-8e02-39ace0df69a9", "address": "fa:16:3e:d5:e6:25", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9df258e9-04", "ovs_interfaceid": "9df258e9-0410-4ec0-8e02-39ace0df69a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.711107] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e6:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3836fb52-19c6-4e10-a0ca-f0bca73dc887', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9df258e9-0410-4ec0-8e02-39ace0df69a9', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.718721] env[63920]: DEBUG oslo.service.loopingcall [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 634.718868] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.721024] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce613a04-a656-4231-afdc-cf93d5840ff2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.749851] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.749851] env[63920]: value = "task-2391718" [ 634.749851] env[63920]: _type = "Task" [ 634.749851] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.759684] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391718, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.881111] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 634.978659] env[63920]: DEBUG nova.policy [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a12fae1ffa2840e68d9546e131175d5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8202bbad81de4dbba101e65cb7a4fb7b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.025387] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.032877] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391716, 'name': PowerOffVM_Task, 'duration_secs': 0.297855} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.034887] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.034887] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.035830] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac32ba86-d357-47b1-ad4d-dadce704ebd6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.049857] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.050819] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48534785-7682-443c-af98-e00328d03c89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.086641] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ccd01a-c455-42eb-c309-55072c0179e2, 'name': SearchDatastore_Task, 'duration_secs': 0.020446} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.093856] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.094228] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64/a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.094901] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.095163] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.096124] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Deleting the datastore file [datastore2] 2c3b497a-2756-4f21-8882-a6734f88ad52 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.097214] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-046c9777-8717-47bb-a29c-d95e255ed8a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.100597] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-915357b4-ba4b-48e1-bc4a-94962d4a95e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.115346] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 635.115346] env[63920]: value = "task-2391721" [ 635.115346] env[63920]: _type = "Task" [ 635.115346] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.115771] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 635.115771] env[63920]: value = "task-2391720" [ 635.115771] env[63920]: _type = "Task" [ 635.115771] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.142594] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.142875] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.149188] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.163871] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c0a56-64c1-4824-b0d2-84ad7e954b21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.183410] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de0fc77-6e13-42fd-a595-a692efb25a7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.193229] env[63920]: DEBUG nova.compute.manager [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Received event network-vif-plugged-abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.193229] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] Acquiring lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.193312] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.193461] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.193623] env[63920]: DEBUG nova.compute.manager [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] No waiting events found dispatching network-vif-plugged-abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.193779] env[63920]: WARNING nova.compute.manager [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Received unexpected event network-vif-plugged-abfbf9e2-1b64-4938-8b8c-9ff9d211925d for instance with vm_state building and task_state spawning. [ 635.193959] env[63920]: DEBUG nova.compute.manager [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Received event network-changed-abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.194243] env[63920]: DEBUG nova.compute.manager [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Refreshing instance network info cache due to event network-changed-abfbf9e2-1b64-4938-8b8c-9ff9d211925d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.194310] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] Acquiring lock "refresh_cache-a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.194440] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] Acquired lock "refresh_cache-a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.194599] env[63920]: DEBUG nova.network.neutron [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Refreshing network info cache for port abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.239041] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6dbe42-89a8-4039-8df0-89a229a3e414 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.258293] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461b875d-c099-4b95-b6a9-f8c4a92c80d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.279035] env[63920]: DEBUG nova.compute.provider_tree [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.283352] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391718, 'name': CreateVM_Task, 'duration_secs': 0.512976} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.283939] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.286838] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.286838] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.286838] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 635.286838] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8184f8bf-12c0-465b-88d5-c7ab4124c1a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.292908] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 635.292908] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d64be6-4adc-9675-840c-0cd59ef18295" [ 635.292908] env[63920]: _type = "Task" [ 635.292908] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.306768] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d64be6-4adc-9675-840c-0cd59ef18295, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.307114] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.307376] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 635.307624] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.307774] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.307957] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.308814] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc009826-5e54-4a81-b39f-c9752942c248 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.319154] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.319424] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.320365] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f982e5-a9f7-4c12-8768-8d29452e8568 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.339645] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 635.339645] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aff5e2-5927-ec3c-5394-990bb296adad" [ 635.339645] env[63920]: _type = "Task" [ 635.339645] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.349516] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aff5e2-5927-ec3c-5394-990bb296adad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.415405] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.512947] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391717, 'name': ReconfigVM_Task, 'duration_secs': 0.698241} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.513275] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Reconfigured VM instance instance-0000000e to attach disk [datastore2] a9e67613-f7b4-4164-9212-2accfbddfdd1/a9e67613-f7b4-4164-9212-2accfbddfdd1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.514284] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64684c57-73f5-4a76-be91-3ebd8cd2a32c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.524338] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 635.524338] env[63920]: value = "task-2391722" [ 635.524338] env[63920]: _type = "Task" [ 635.524338] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.535340] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391722, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.631867] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391720, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.636088] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152788} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.637321] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.637321] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.637321] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.677743] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.678111] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2167211-8de3-4ace-98bb-0dcad5df870d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.688232] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 635.688232] env[63920]: value = "task-2391723" [ 635.688232] env[63920]: _type = "Task" [ 635.688232] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.702617] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.787867] env[63920]: DEBUG nova.scheduler.client.report [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.851143] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aff5e2-5927-ec3c-5394-990bb296adad, 'name': SearchDatastore_Task, 'duration_secs': 0.067734} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.851987] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11632d9-b00b-480b-8731-551662756176 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.862432] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 635.862432] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52634ddd-a4c3-2ae6-7a28-224fe72c83af" [ 635.862432] env[63920]: _type = "Task" [ 635.862432] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.870432] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52634ddd-a4c3-2ae6-7a28-224fe72c83af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.039769] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391722, 'name': Rename_Task, 'duration_secs': 0.251255} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.044520] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.044520] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa3d6a89-60c7-4c34-b41d-68f09783866c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.050836] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 636.050836] env[63920]: value = "task-2391725" [ 636.050836] env[63920]: _type = "Task" [ 636.050836] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.065275] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.130790] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550967} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.130929] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64/a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.132437] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.132437] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-320d6218-dabf-4495-8e40-45ec0f3e38c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.142095] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 636.142095] env[63920]: value = "task-2391726" [ 636.142095] env[63920]: _type = "Task" [ 636.142095] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.166488] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.170871] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.210142] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391723, 'name': PowerOffVM_Task, 'duration_secs': 0.342216} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.210142] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.212272] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6d3854-c34c-463c-98ec-8e722f93616d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.219354] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.219754] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.219996] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.220250] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.220437] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.220651] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.221066] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.221345] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.221577] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.221789] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.222078] env[63920]: DEBUG nova.virt.hardware [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.223395] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ea508-ce53-49c7-bcd3-337ffe0efed7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.250140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf3d181-fd99-484e-94ee-2945d5fbf321 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.259244] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101ff294-bc4c-4f5b-a12f-2cfa2ca5c36d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.292354] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.292666] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b74b3eae-ad2d-48d4-a5eb-6ebb8a6b77c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.294931] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.297544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.671s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.307395] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 636.307395] env[63920]: value = "task-2391727" [ 636.307395] env[63920]: _type = "Task" [ 636.307395] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.316945] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.328172] env[63920]: INFO nova.scheduler.client.report [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Deleted allocations for instance 8e8523e3-57ae-485b-bfd6-d87d834a378f [ 636.372961] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52634ddd-a4c3-2ae6-7a28-224fe72c83af, 'name': SearchDatastore_Task, 'duration_secs': 0.016578} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.373267] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.373543] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 71830083-d5ae-478a-bedb-ec1f3a642b5c/71830083-d5ae-478a-bedb-ec1f3a642b5c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.373809] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93ee7130-b9e8-4af6-83a0-084b842e6d3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.385156] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 636.385156] env[63920]: value = "task-2391728" [ 636.385156] env[63920]: _type = "Task" [ 636.385156] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.395393] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.563134] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.658823] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111641} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.659262] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.661060] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6871b2d-d53c-44b8-aaff-d75fcc151d0d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.693237] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64/a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.695127] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcbe093d-778f-439c-91b8-e4de4d0afab4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.723665] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.723665] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.723665] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.724413] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.724633] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.725157] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.725506] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.725756] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.727517] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.727517] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.727517] env[63920]: DEBUG nova.virt.hardware [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.727860] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d39ae-3832-4dca-b5d7-bab39148e35a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.735627] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 636.735627] env[63920]: value = "task-2391729" [ 636.735627] env[63920]: _type = "Task" [ 636.735627] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.745274] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bfb85e-d511-4bea-8c35-367c52a4ab46 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.754354] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.755715] env[63920]: DEBUG nova.network.neutron [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Updated VIF entry in instance network info cache for port abfbf9e2-1b64-4938-8b8c-9ff9d211925d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.756282] env[63920]: DEBUG nova.network.neutron [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Updating instance_info_cache with network_info: [{"id": "abfbf9e2-1b64-4938-8b8c-9ff9d211925d", "address": "fa:16:3e:c3:91:ac", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfbf9e2-1b", "ovs_interfaceid": "abfbf9e2-1b64-4938-8b8c-9ff9d211925d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.771891] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.778836] env[63920]: DEBUG oslo.service.loopingcall [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.778836] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.779036] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83e60fcb-c892-4176-8e68-845116073894 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.804131] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.804131] env[63920]: value = "task-2391730" [ 636.804131] env[63920]: _type = "Task" [ 636.804131] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.812703] env[63920]: INFO nova.compute.claims [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.835863] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 636.837930] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.837930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.837930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.837930] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.840967] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391730, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.841492] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b3f7512e-f604-4985-b4e8-109d1664a0c4 tempest-TenantUsagesTestJSON-185186096 tempest-TenantUsagesTestJSON-185186096-project-member] Lock "8e8523e3-57ae-485b-bfd6-d87d834a378f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.087s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.842569] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1343fe-3738-4239-82cd-1d3f33833a99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.858842] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.860017] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.862346] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba45c83-49d1-4fd6-ac84-6197aaca9092 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.878242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "b5dd250e-74ab-41ff-9874-8098ea178e03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.878242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.883227] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 636.883227] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fb4a4c-e6d7-7f60-25b2-fc7d1519621d" [ 636.883227] env[63920]: _type = "Task" [ 636.883227] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.901179] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fb4a4c-e6d7-7f60-25b2-fc7d1519621d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.905963] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391728, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.066818] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.251581] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391729, 'name': ReconfigVM_Task, 'duration_secs': 0.434266} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.252175] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Reconfigured VM instance instance-0000000f to attach disk [datastore1] a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64/a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.254656] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e95d3b22-e50a-4e4d-ab65-9a6afa4085f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.259955] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb430e0b-0ba7-4389-9c7f-5d80b4edcb40 req-bed3c82b-89bf-4d41-8029-119256bfb914 service nova] Releasing lock "refresh_cache-a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.263007] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 637.263007] env[63920]: value = "task-2391731" [ 637.263007] env[63920]: _type = "Task" [ 637.263007] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.279256] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391731, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.289178] env[63920]: DEBUG nova.compute.manager [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Received event network-changed-9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.289178] env[63920]: DEBUG nova.compute.manager [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Refreshing instance network info cache due to event network-changed-9df258e9-0410-4ec0-8e02-39ace0df69a9. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 637.289402] env[63920]: DEBUG oslo_concurrency.lockutils [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] Acquiring lock "refresh_cache-71830083-d5ae-478a-bedb-ec1f3a642b5c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.290085] env[63920]: DEBUG oslo_concurrency.lockutils [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] Acquired lock "refresh_cache-71830083-d5ae-478a-bedb-ec1f3a642b5c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.290085] env[63920]: DEBUG nova.network.neutron [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Refreshing network info cache for port 9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.315762] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391730, 'name': CreateVM_Task, 'duration_secs': 0.450792} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.315823] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.316401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.316684] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.317446] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 637.317612] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ddecb4c-0001-46a6-a6b6-77b2d9e1a1e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.327716] env[63920]: INFO nova.compute.resource_tracker [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating resource usage from migration 91795a17-a930-4165-ba6d-4171091fecef [ 637.338317] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 637.338317] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5218068a-322a-6948-a132-01a454238858" [ 637.338317] env[63920]: _type = "Task" [ 637.338317] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.352647] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5218068a-322a-6948-a132-01a454238858, 'name': SearchDatastore_Task, 'duration_secs': 0.023756} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.353086] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.353529] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.353987] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.354192] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.354401] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.354695] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20727d44-a5e7-4c63-85d3-2a2e8c7321fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.366859] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.367100] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.368251] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98221a6-4efc-48e2-adf1-f75b5087a40a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.371742] env[63920]: DEBUG nova.network.neutron [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Successfully created port: 94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.379219] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 637.379219] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5279a4af-f011-d713-79be-c90b614f7daa" [ 637.379219] env[63920]: _type = "Task" [ 637.379219] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.407962] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5279a4af-f011-d713-79be-c90b614f7daa, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.410427] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a5b6f6-d07d-444c-8083-e04c6bd4dcdd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.422096] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fb4a4c-e6d7-7f60-25b2-fc7d1519621d, 'name': SearchDatastore_Task, 'duration_secs': 0.017194} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.422360] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526725} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.426429] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 71830083-d5ae-478a-bedb-ec1f3a642b5c/71830083-d5ae-478a-bedb-ec1f3a642b5c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 637.426659] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 637.427951] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90dee42-9447-4501-9f6c-99fa013d69da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.431212] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bae2d73d-44e8-44a6-9d0f-a0bb2d7adea6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.432753] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 637.432753] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520facae-afc6-9628-d488-e48a4f6eb7be" [ 637.432753] env[63920]: _type = "Task" [ 637.432753] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.438296] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 637.438296] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eaab72-c72f-e8ec-c053-33bf24801f2c" [ 637.438296] env[63920]: _type = "Task" [ 637.438296] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.446087] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 637.446087] env[63920]: value = "task-2391732" [ 637.446087] env[63920]: _type = "Task" [ 637.446087] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.446432] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520facae-afc6-9628-d488-e48a4f6eb7be, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.449668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.449908] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.453624] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2a6f3a-d844-4ca9-9f0a-53383a769f10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.459041] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eaab72-c72f-e8ec-c053-33bf24801f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.467273] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.472125] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 637.472125] env[63920]: value = "task-2391733" [ 637.472125] env[63920]: _type = "Task" [ 637.472125] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.483845] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.565330] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.779644] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391731, 'name': Rename_Task, 'duration_secs': 0.168709} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.782732] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.783261] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f3cb05d-a0a0-405f-b08a-e39f3aef07ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.797123] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 637.797123] env[63920]: value = "task-2391734" [ 637.797123] env[63920]: _type = "Task" [ 637.797123] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.802420] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc03c85-3b50-4dc1-b15b-64cca6785cb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.814191] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36badffe-7bdf-4b52-8927-59264b7b240b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.818237] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.853796] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fa165f-505b-4d22-9b95-4b69d5dcc7b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.864622] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2159ebc2-703a-4e69-b9e7-c14017f5896b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.887567] env[63920]: DEBUG nova.compute.provider_tree [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.958267] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eaab72-c72f-e8ec-c053-33bf24801f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.026951} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.960238] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.960238] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. {{(pid=63920) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 637.960238] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38913ac1-bf77-49ac-a265-e19b9f9ce58e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.965738] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07679} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.966517] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.967467] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71889388-6e23-4e86-9c40-e1f8dbe14c0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.974052] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 637.974052] env[63920]: value = "task-2391736" [ 637.974052] env[63920]: _type = "Task" [ 637.974052] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.998762] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 71830083-d5ae-478a-bedb-ec1f3a642b5c/71830083-d5ae-478a-bedb-ec1f3a642b5c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.001411] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce99b6ad-2870-474d-960b-2e5da8380e73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.024798] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391733, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.033208] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.034396] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 638.034396] env[63920]: value = "task-2391737" [ 638.034396] env[63920]: _type = "Task" [ 638.034396] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.048248] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.066415] env[63920]: DEBUG oslo_vmware.api [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391725, 'name': PowerOnVM_Task, 'duration_secs': 2.01275} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.069370] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.069624] env[63920]: INFO nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Took 13.77 seconds to spawn the instance on the hypervisor. [ 638.069872] env[63920]: DEBUG nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.071833] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070ceaea-0019-467a-80fc-52804e92f439 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.078989] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278073b-e8c0-1078-4360-f71428ac6bed/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 638.080328] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb4a7f7-f807-4287-952f-2d8dd1c9e28c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.093267] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278073b-e8c0-1078-4360-f71428ac6bed/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 638.093509] env[63920]: ERROR oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278073b-e8c0-1078-4360-f71428ac6bed/disk-0.vmdk due to incomplete transfer. [ 638.093990] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9ce5819c-13c2-4420-ba20-d4351a3b6244 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.104628] env[63920]: DEBUG oslo_vmware.rw_handles [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5278073b-e8c0-1078-4360-f71428ac6bed/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 638.104875] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Uploaded image 20c58d08-8480-40d5-bc17-032674bce277 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 638.106980] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 638.109808] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dd49a296-d06f-4568-a7a4-ddc302600e4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.119261] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 638.119261] env[63920]: value = "task-2391738" [ 638.119261] env[63920]: _type = "Task" [ 638.119261] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.134777] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391738, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.315746] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.362763] env[63920]: DEBUG nova.compute.manager [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Received event network-changed-cec27481-d859-417d-a343-30955b98441c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 638.362763] env[63920]: DEBUG nova.compute.manager [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Refreshing instance network info cache due to event network-changed-cec27481-d859-417d-a343-30955b98441c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 638.362995] env[63920]: DEBUG oslo_concurrency.lockutils [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] Acquiring lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.363117] env[63920]: DEBUG oslo_concurrency.lockutils [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] Acquired lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.363375] env[63920]: DEBUG nova.network.neutron [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Refreshing network info cache for port cec27481-d859-417d-a343-30955b98441c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 638.397218] env[63920]: DEBUG nova.scheduler.client.report [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.491765] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542927} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.495762] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.496331] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.496716] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391736, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.497025] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85bcb795-2ffd-46a6-90d1-f3664cc42888 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.506215] env[63920]: DEBUG nova.network.neutron [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Updated VIF entry in instance network info cache for port 9df258e9-0410-4ec0-8e02-39ace0df69a9. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.506625] env[63920]: DEBUG nova.network.neutron [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Updating instance_info_cache with network_info: [{"id": "9df258e9-0410-4ec0-8e02-39ace0df69a9", "address": "fa:16:3e:d5:e6:25", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9df258e9-04", "ovs_interfaceid": "9df258e9-0410-4ec0-8e02-39ace0df69a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.511352] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 638.511352] env[63920]: value = "task-2391739" [ 638.511352] env[63920]: _type = "Task" [ 638.511352] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.523627] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.550053] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391737, 'name': ReconfigVM_Task, 'duration_secs': 0.368198} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.550454] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 71830083-d5ae-478a-bedb-ec1f3a642b5c/71830083-d5ae-478a-bedb-ec1f3a642b5c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.551332] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-333db03a-9a10-42b2-a181-0668aece667a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.562906] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 638.562906] env[63920]: value = "task-2391740" [ 638.562906] env[63920]: _type = "Task" [ 638.562906] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.576441] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391740, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.599413] env[63920]: INFO nova.compute.manager [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Took 28.81 seconds to build instance. [ 638.636302] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391738, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.809464] env[63920]: DEBUG oslo_vmware.api [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391734, 'name': PowerOnVM_Task, 'duration_secs': 0.859035} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.809768] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.809987] env[63920]: INFO nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Took 12.03 seconds to spawn the instance on the hypervisor. [ 638.810203] env[63920]: DEBUG nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.811388] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8a0fd-a08b-474f-8cee-215e79dc9b57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.903820] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.606s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.904110] env[63920]: INFO nova.compute.manager [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Migrating [ 638.904345] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.904482] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.913428] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.251s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.914929] env[63920]: INFO nova.compute.claims [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.995059] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761667} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.999947] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. [ 639.001268] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ef87b-d303-44f2-a2bb-131754721d4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.031402] env[63920]: DEBUG oslo_concurrency.lockutils [req-aab00bab-fb14-4fd8-a3c3-5046c7487fc4 req-102573e5-39b1-4e93-a658-fe028f9db709 service nova] Releasing lock "refresh_cache-71830083-d5ae-478a-bedb-ec1f3a642b5c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.040450] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.045600] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbd1eb41-c8fc-4a4f-8e9b-04145b39c09a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.064888] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169711} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.068587] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.070667] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece4a483-770a-457d-bbea-8eb4d299700a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.073764] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 639.073764] env[63920]: value = "task-2391741" [ 639.073764] env[63920]: _type = "Task" [ 639.073764] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.096151] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.097034] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391740, 'name': Rename_Task, 'duration_secs': 0.256156} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.097525] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f99dbfe-f06b-43a9-9fac-e233c0252f4a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.112270] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.116225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-eea18f67-fa3b-4208-a562-79c3b1de3ee4 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.338s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.116497] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7caa15b-140e-4cd0-8a57-c4dda364bdd0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.118139] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.125985] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 639.125985] env[63920]: value = "task-2391742" [ 639.125985] env[63920]: _type = "Task" [ 639.125985] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.128242] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 639.128242] env[63920]: value = "task-2391743" [ 639.128242] env[63920]: _type = "Task" [ 639.128242] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.133791] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391738, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.146558] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.146822] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391743, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.333026] env[63920]: INFO nova.compute.manager [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Took 27.77 seconds to build instance. [ 639.411484] env[63920]: INFO nova.compute.rpcapi [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 639.412084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.587357] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.621317] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.641869] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391738, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.645755] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391742, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.651184] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.804795] env[63920]: DEBUG nova.network.neutron [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updated VIF entry in instance network info cache for port cec27481-d859-417d-a343-30955b98441c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.805224] env[63920]: DEBUG nova.network.neutron [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updating instance_info_cache with network_info: [{"id": "cec27481-d859-417d-a343-30955b98441c", "address": "fa:16:3e:33:f0:06", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec27481-d8", "ovs_interfaceid": "cec27481-d859-417d-a343-30955b98441c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.833585] env[63920]: DEBUG oslo_concurrency.lockutils [None req-70f23207-ed36-4f2c-829a-9b54f45eb6c6 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.295s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.938231] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.938644] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.938691] env[63920]: DEBUG nova.network.neutron [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.092778] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.142429] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391738, 'name': Destroy_Task, 'duration_secs': 1.64732} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.152107] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Destroyed the VM [ 640.152516] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 640.156922] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75152572-83f4-4f10-9d03-bff0b4266878 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.177634] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391743, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.186817] env[63920]: DEBUG oslo_vmware.api [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391742, 'name': PowerOnVM_Task, 'duration_secs': 0.565148} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.187635] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 640.187635] env[63920]: value = "task-2391745" [ 640.187635] env[63920]: _type = "Task" [ 640.187635] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.189463] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.197071] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.197071] env[63920]: INFO nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Took 10.77 seconds to spawn the instance on the hypervisor. [ 640.197071] env[63920]: DEBUG nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.197071] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf48d0e-3e5f-449f-ad9a-f701e57f769a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.210924] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391745, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.308264] env[63920]: DEBUG oslo_concurrency.lockutils [req-6e190923-5bd5-4026-b7a2-391b2a328758 req-3f0322c9-cbba-4318-97f5-7aa6ff994d23 service nova] Releasing lock "refresh_cache-82975903-be68-414a-98a1-074cb73ce2af" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.438937] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499829ed-5977-445a-83b6-37189ff0c680 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.452990] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0abda6-10e2-4c10-a79f-e31cdeab11a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.491222] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3651e8c8-0961-43a0-8baa-0f867a7ed971 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.502442] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523cfcec-d224-4e9e-bccc-dc63bb9b3f1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.522207] env[63920]: DEBUG nova.compute.provider_tree [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.588533] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391741, 'name': ReconfigVM_Task, 'duration_secs': 1.181634} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.588979] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.590380] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ed3015-8ccc-4265-9da5-000132b4fdeb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.630588] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b0db60a-05e4-4779-a9f0-9df3c572fede {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.649076] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 640.649076] env[63920]: value = "task-2391746" [ 640.649076] env[63920]: _type = "Task" [ 640.649076] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.653017] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391743, 'name': ReconfigVM_Task, 'duration_secs': 1.07892} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.657161] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 640.657789] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36064b80-4c30-4ae0-a2a7-e0eb79e5ad6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.668085] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.670612] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 640.670612] env[63920]: value = "task-2391747" [ 640.670612] env[63920]: _type = "Task" [ 640.670612] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.681615] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391747, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.710243] env[63920]: DEBUG oslo_vmware.api [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391745, 'name': RemoveSnapshot_Task, 'duration_secs': 0.543114} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.710693] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 640.711060] env[63920]: INFO nova.compute.manager [None req-16ab0059-223f-45fb-8ddc-8f5abb8942e1 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 640.729767] env[63920]: INFO nova.compute.manager [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Took 27.27 seconds to build instance. [ 641.029363] env[63920]: DEBUG nova.scheduler.client.report [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.167794] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.185938] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391747, 'name': Rename_Task, 'duration_secs': 0.182133} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.188015] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.188015] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4de20fd0-34b3-4951-a66c-cd198f51f382 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.197283] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 641.197283] env[63920]: value = "task-2391748" [ 641.197283] env[63920]: _type = "Task" [ 641.197283] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.213359] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.233710] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e8736406-823a-4561-b890-aec56dd14b80 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.786s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.534386] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.534848] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.539270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.762s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.539680] env[63920]: INFO nova.compute.claims [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.673756] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.711834] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.749995] env[63920]: DEBUG nova.network.neutron [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.913821] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.914567] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.044785] env[63920]: DEBUG nova.compute.utils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 642.050858] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.054483] env[63920]: DEBUG nova.network.neutron [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.170820] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391746, 'name': ReconfigVM_Task, 'duration_secs': 1.40725} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.170820] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.171576] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20a34a13-10e1-4940-b2c0-9ea61bad2e77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.180761] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 642.180761] env[63920]: value = "task-2391750" [ 642.180761] env[63920]: _type = "Task" [ 642.180761] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.198714] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.211116] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.257870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.263827] env[63920]: DEBUG nova.network.neutron [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Successfully updated port: 94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.419327] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.436364] env[63920]: DEBUG nova.policy [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc9e45738ff449ae861ce6e9f6e682ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90df72de4cf54763b676474d704393e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.551647] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.694747] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.715190] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391748, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.768350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "refresh_cache-f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.768350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired lock "refresh_cache-f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.768350] env[63920]: DEBUG nova.network.neutron [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.844402] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.844637] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.945511] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "17da6524-eda0-4b27-8586-84c7f775f06b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.945829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.946109] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "17da6524-eda0-4b27-8586-84c7f775f06b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.946366] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.946616] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.954509] env[63920]: INFO nova.compute.manager [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Terminating instance [ 642.969159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.062643] env[63920]: INFO nova.virt.block_device [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Booting with volume d3ad68dd-f595-4772-98b0-eb913d5ded1e at /dev/sda [ 643.134371] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98018fed-92ec-4bba-beef-d6e18ec70b1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.139717] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0694d62-eee1-4f88-83c5-89526d09ebd9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.151798] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8ccad2-79ac-49c8-b153-db726c194932 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.165762] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be8eefc-96c0-435b-90e3-761b7250810f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.246657] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44edd3c-84e2-4540-9b2d-70623ba17db9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.255171] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4d4fae3-ea96-4da9-93a5-f37023b91adc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.257673] env[63920]: DEBUG oslo_vmware.api [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391750, 'name': PowerOnVM_Task, 'duration_secs': 1.03179} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.258896] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.275026] env[63920]: DEBUG oslo_vmware.api [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391748, 'name': PowerOnVM_Task, 'duration_secs': 1.536854} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.275026] env[63920]: DEBUG nova.compute.manager [None req-95f9c001-059c-4aae-b83c-895c6493ab1e tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.276046] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d4f425-2b44-4a6f-a086-691974a70120 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.285975] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.286296] env[63920]: DEBUG nova.compute.manager [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.287540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e07776d-7273-4b03-b7da-4bbbbb06b947 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.293725] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fdd746-ade2-400f-af46-4f999c628e57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.303076] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bf93ae-4ae9-4345-a890-110ce9552dd8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.341924] env[63920]: DEBUG nova.compute.provider_tree [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.349240] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.360319] env[63920]: DEBUG nova.scheduler.client.report [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.377479] env[63920]: DEBUG nova.network.neutron [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.393375] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc731a2-c18f-45f7-b9b5-0e98d17f0eae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.402185] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a6fe54-b86a-4718-8369-c725fb02b301 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.423114] env[63920]: DEBUG nova.virt.block_device [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updating existing volume attachment record: d2bd6c94-ebed-421d-841b-c5d9fb220b89 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 643.465036] env[63920]: DEBUG nova.compute.manager [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 643.465701] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.466517] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c76ba-1b6f-48c1-912b-b03922bf53a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.476497] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.478592] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1c42204-623e-4e77-ba36-6c0c245b908f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.500137] env[63920]: DEBUG nova.compute.manager [req-2de38f2e-4f0c-4c14-ae30-0e752bd527b3 req-a974cff3-b269-4106-82f9-9a2fa880f48b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Received event network-vif-plugged-94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 643.500137] env[63920]: DEBUG oslo_concurrency.lockutils [req-2de38f2e-4f0c-4c14-ae30-0e752bd527b3 req-a974cff3-b269-4106-82f9-9a2fa880f48b service nova] Acquiring lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.500137] env[63920]: DEBUG oslo_concurrency.lockutils [req-2de38f2e-4f0c-4c14-ae30-0e752bd527b3 req-a974cff3-b269-4106-82f9-9a2fa880f48b service nova] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.500137] env[63920]: DEBUG oslo_concurrency.lockutils [req-2de38f2e-4f0c-4c14-ae30-0e752bd527b3 req-a974cff3-b269-4106-82f9-9a2fa880f48b service nova] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.500137] env[63920]: DEBUG nova.compute.manager [req-2de38f2e-4f0c-4c14-ae30-0e752bd527b3 req-a974cff3-b269-4106-82f9-9a2fa880f48b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] No waiting events found dispatching network-vif-plugged-94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.500589] env[63920]: WARNING nova.compute.manager [req-2de38f2e-4f0c-4c14-ae30-0e752bd527b3 req-a974cff3-b269-4106-82f9-9a2fa880f48b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Received unexpected event network-vif-plugged-94f5eece-6db8-4ac4-9c8d-1ee419031e2a for instance with vm_state building and task_state spawning. [ 643.560300] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.560483] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.560642] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleting the datastore file [datastore1] 17da6524-eda0-4b27-8586-84c7f775f06b {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.560888] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5226a4d7-3dff-44d6-8bb4-77a5405cc6f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.570228] env[63920]: DEBUG oslo_vmware.api [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 643.570228] env[63920]: value = "task-2391752" [ 643.570228] env[63920]: _type = "Task" [ 643.570228] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.581011] env[63920]: DEBUG oslo_vmware.api [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.779587] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88004f6-4ed8-4205-8c32-724594219736 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.805480] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.870599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.871537] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.878424] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.850s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.880184] env[63920]: INFO nova.compute.claims [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.887400] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.902213] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.084034] env[63920]: DEBUG oslo_vmware.api [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468557} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.084531] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.084735] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.084912] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.085098] env[63920]: INFO nova.compute.manager [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 644.085367] env[63920]: DEBUG oslo.service.loopingcall [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.085565] env[63920]: DEBUG nova.compute.manager [-] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 644.085712] env[63920]: DEBUG nova.network.neutron [-] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 644.311759] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.312050] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-119e0ec0-ed71-4712-beb3-75c07ec67365 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.322959] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 644.322959] env[63920]: value = "task-2391753" [ 644.322959] env[63920]: _type = "Task" [ 644.322959] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.336159] env[63920]: DEBUG nova.network.neutron [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Updating instance_info_cache with network_info: [{"id": "94f5eece-6db8-4ac4-9c8d-1ee419031e2a", "address": "fa:16:3e:f3:f1:cc", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f5eece-6d", "ovs_interfaceid": "94f5eece-6db8-4ac4-9c8d-1ee419031e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.392290] env[63920]: DEBUG nova.compute.utils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 644.393710] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.394064] env[63920]: DEBUG nova.network.neutron [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.581979] env[63920]: DEBUG nova.network.neutron [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Successfully created port: 419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.624148] env[63920]: DEBUG nova.policy [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04045d47f146414fb3951f8e95bd3ff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb165bf1bcf44a74afc57ba991fb5262', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.835929] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391753, 'name': PowerOffVM_Task, 'duration_secs': 0.503605} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.835929] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 644.835929] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.844907] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Releasing lock "refresh_cache-f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.844907] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Instance network_info: |[{"id": "94f5eece-6db8-4ac4-9c8d-1ee419031e2a", "address": "fa:16:3e:f3:f1:cc", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f5eece-6d", "ovs_interfaceid": "94f5eece-6db8-4ac4-9c8d-1ee419031e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.845112] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:f1:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94f5eece-6db8-4ac4-9c8d-1ee419031e2a', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.855593] env[63920]: DEBUG oslo.service.loopingcall [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 644.855593] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.855593] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5c37e9a-41d4-4c2b-8298-92b01591de8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.885583] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.885583] env[63920]: value = "task-2391754" [ 644.885583] env[63920]: _type = "Task" [ 644.885583] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.899142] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.910640] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391754, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.344742] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.344742] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.344742] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.344742] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.348237] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.348237] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.348237] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.348237] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.348237] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.348478] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.348478] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.363104] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bc4b62-6ecc-451c-beb5-740af66d6a83 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.386298] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 645.386298] env[63920]: value = "task-2391755" [ 645.386298] env[63920]: _type = "Task" [ 645.386298] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.390866] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5441edd-83a1-42aa-b014-f4a31b35ffc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.414362] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.420496] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391754, 'name': CreateVM_Task, 'duration_secs': 0.385015} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.420910] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.422770] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0718b1d8-ba7b-4489-bcf4-d6cdb9b2b06a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.426769] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.427283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.428066] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 645.428066] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b31472e-6251-4308-9097-c47b1ee8f715 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.435434] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 645.435434] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52814f81-abaf-dc16-d5a7-85dd75ac6d72" [ 645.435434] env[63920]: _type = "Task" [ 645.435434] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.466793] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8301e0-11ae-4ffa-8d25-aaf85a4e8895 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.474099] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52814f81-abaf-dc16-d5a7-85dd75ac6d72, 'name': SearchDatastore_Task, 'duration_secs': 0.013699} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.474839] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.475137] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.475436] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.475539] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.475886] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.476341] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a463ea5c-a280-4477-82b3-88297d9cb747 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.482982] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dde5fbd-82d2-4ccf-a454-e01666fbe155 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.489840] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.490109] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.498763] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974a6734-31f5-4c1b-9f81-a812b95b90df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.502882] env[63920]: DEBUG nova.compute.provider_tree [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.508761] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 645.508761] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b212f-3069-78f4-9eec-f5f8801fbfb0" [ 645.508761] env[63920]: _type = "Task" [ 645.508761] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.521071] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b212f-3069-78f4-9eec-f5f8801fbfb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.610266] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.612265] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.612265] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.612265] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.612265] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.612672] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.612672] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.612672] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.612672] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.612672] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.612842] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.612842] env[63920]: DEBUG nova.virt.hardware [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.614107] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae0e92-7d58-4eb3-b0f7-46fcde1107ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.624070] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c349097-afe5-480a-b453-0ac9f74953c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.903197] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391755, 'name': ReconfigVM_Task, 'duration_secs': 0.2606} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.905808] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.914590] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "6119d924-a4d4-4da6-9156-a76d577c0f65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.914793] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.919044] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.959331] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.959721] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.960034] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.960102] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.960342] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.960675] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.960675] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.960779] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.961212] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.961212] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.961387] env[63920]: DEBUG nova.virt.hardware [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.964062] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3746bfb7-b9ff-44b2-987e-9f5301b0bf7e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.974767] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff08ffc-e4a9-45d8-8053-151b6fdaa400 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.009568] env[63920]: DEBUG nova.scheduler.client.report [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.031678] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b212f-3069-78f4-9eec-f5f8801fbfb0, 'name': SearchDatastore_Task, 'duration_secs': 0.015187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.033979] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744b4aa0-238c-4ea7-a9d6-9334ecd20002 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.042248] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 646.042248] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cfc61b-05a1-dc3a-39e8-089ba060e2d6" [ 646.042248] env[63920]: _type = "Task" [ 646.042248] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.054096] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cfc61b-05a1-dc3a-39e8-089ba060e2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.245140] env[63920]: DEBUG nova.network.neutron [-] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.418848] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.418848] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.418848] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.418848] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.419353] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.425984] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.425984] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.425984] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.425984] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.425984] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.426308] env[63920]: DEBUG nova.virt.hardware [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.431699] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 646.432149] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6532fcdc-4e43-4ae8-87de-3f45fa577951 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.459376] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 646.459376] env[63920]: value = "task-2391756" [ 646.459376] env[63920]: _type = "Task" [ 646.459376] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.471266] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.496282] env[63920]: DEBUG nova.network.neutron [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Successfully created port: 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.521364] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.521914] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.524767] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.262s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.526458] env[63920]: INFO nova.compute.claims [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.565516] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cfc61b-05a1-dc3a-39e8-089ba060e2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014106} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.566395] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.566395] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] f65ae1e8-bf63-4c7b-b248-38f8d18ade4a/f65ae1e8-bf63-4c7b-b248-38f8d18ade4a.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.566395] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49e0d867-594a-4d8a-9395-788d693b8a63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.576768] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 646.576768] env[63920]: value = "task-2391757" [ 646.576768] env[63920]: _type = "Task" [ 646.576768] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.586892] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.601249] env[63920]: INFO nova.compute.manager [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Rebuilding instance [ 646.664636] env[63920]: DEBUG nova.compute.manager [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 646.666444] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd8ede3-e3f0-443f-bf25-3c7d6161ec64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.746516] env[63920]: INFO nova.compute.manager [-] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Took 2.66 seconds to deallocate network for instance. [ 646.972325] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391756, 'name': ReconfigVM_Task, 'duration_secs': 0.40207} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.975926] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 646.975926] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933201fa-1708-4861-996f-1314fdd3e321 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.998770] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9/8a8b5ca1-d551-4876-be84-e93404f98db9.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.999055] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600786fa-9407-4777-b861-b1da007b62c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.026531] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 647.026531] env[63920]: value = "task-2391758" [ 647.026531] env[63920]: _type = "Task" [ 647.026531] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.035020] env[63920]: DEBUG nova.compute.utils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 647.037546] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 647.038125] env[63920]: DEBUG nova.network.neutron [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 647.047513] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391758, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.088779] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.230175] env[63920]: DEBUG nova.policy [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64928101048942a5b4e83b8fab899137', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd48d17d60ae541de8b982015a59827a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.254884] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.538714] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.549435] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.593674] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817745} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.596618] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] f65ae1e8-bf63-4c7b-b248-38f8d18ade4a/f65ae1e8-bf63-4c7b-b248-38f8d18ade4a.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.596850] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.597327] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94038fe3-f594-4745-a1ac-0e50ef55d283 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.608375] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 647.608375] env[63920]: value = "task-2391759" [ 647.608375] env[63920]: _type = "Task" [ 647.608375] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.627213] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.681193] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 647.681663] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75c1aeec-0a89-48a7-9553-d67d8a220743 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.695905] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 647.695905] env[63920]: value = "task-2391760" [ 647.695905] env[63920]: _type = "Task" [ 647.695905] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.710948] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.019639] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1172a2b6-0b73-4386-b195-ea96b78caabb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.038162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846f3d9d-0d39-400a-9174-43cbd9aa19a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.060344] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391758, 'name': ReconfigVM_Task, 'duration_secs': 0.686523} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.085995] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9/8a8b5ca1-d551-4876-be84-e93404f98db9.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.086342] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.094217] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1293ec80-34b6-4226-b7c5-9560d8b84885 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.103906] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f69151-65bd-4b7f-853a-92011d9bfd83 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.131476] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109207} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.132573] env[63920]: DEBUG nova.compute.provider_tree [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.133591] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.134568] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6ada11-5c85-442e-b725-c49f7e9783b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.161018] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f65ae1e8-bf63-4c7b-b248-38f8d18ade4a/f65ae1e8-bf63-4c7b-b248-38f8d18ade4a.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.164186] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cdd1677-df7c-4b26-a905-12f35ed15e7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.186317] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 648.186317] env[63920]: value = "task-2391761" [ 648.186317] env[63920]: _type = "Task" [ 648.186317] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.196904] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.207476] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391760, 'name': PowerOffVM_Task, 'duration_secs': 0.233026} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.207476] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.207476] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.207476] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9613b492-60ba-4031-8ca7-1847a2d77062 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.216272] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 648.216798] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-979833c3-8388-4569-8e8f-115e1b1280c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.247415] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 648.247727] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 648.247968] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Deleting the datastore file [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.250087] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2d35be7-1399-4634-a1f0-2b42d6dde1b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.256955] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 648.256955] env[63920]: value = "task-2391763" [ 648.256955] env[63920]: _type = "Task" [ 648.256955] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.268399] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.528748] env[63920]: DEBUG nova.compute.manager [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Received event network-changed-94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 648.528748] env[63920]: DEBUG nova.compute.manager [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Refreshing instance network info cache due to event network-changed-94f5eece-6db8-4ac4-9c8d-1ee419031e2a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 648.528890] env[63920]: DEBUG oslo_concurrency.lockutils [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] Acquiring lock "refresh_cache-f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 648.528947] env[63920]: DEBUG oslo_concurrency.lockutils [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] Acquired lock "refresh_cache-f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.530111] env[63920]: DEBUG nova.network.neutron [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Refreshing network info cache for port 94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.588458] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.600485] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7730e9-8d0a-498e-a069-fd07b9a88765 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.631184] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3dc4a23-0d63-40fc-9edc-c7e0a87779da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.641455] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.641455] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.641455] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.641812] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.641812] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.641911] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.642595] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.642595] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.642595] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.642595] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.642781] env[63920]: DEBUG nova.virt.hardware [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.643698] env[63920]: DEBUG nova.scheduler.client.report [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.647200] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bf75d1-b770-41bf-a502-ed9d707dd6b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.676625] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb42ab7-af98-4c7c-bd2f-e7d22c9beead {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.681146] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.707369] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.770891] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101093} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.771634] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.771634] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 648.771634] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 648.891730] env[63920]: DEBUG nova.network.neutron [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Successfully updated port: 419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.907625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "098ffac6-de4b-4536-9443-b0656cf151f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.907625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "098ffac6-de4b-4536-9443-b0656cf151f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.990641] env[63920]: DEBUG nova.network.neutron [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Successfully created port: 56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.057306] env[63920]: DEBUG nova.compute.manager [req-3b288415-1e5b-4e81-9679-b8bf2a2190e2 req-7419666e-3957-482e-b134-a050ee62566d service nova] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Received event network-vif-deleted-b1d19902-d406-4f10-b2e7-18773cb46c2c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 649.151983] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.152534] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.157612] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.454s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.157612] env[63920]: DEBUG nova.objects.instance [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lazy-loading 'resources' on Instance uuid 5e99316a-3e99-4dd2-a150-4b11c99e1495 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.200514] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "d58b4160-af70-4417-a50e-85fdc15704f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.200793] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "d58b4160-af70-4417-a50e-85fdc15704f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.204765] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391761, 'name': ReconfigVM_Task, 'duration_secs': 0.619286} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.205042] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f65ae1e8-bf63-4c7b-b248-38f8d18ade4a/f65ae1e8-bf63-4c7b-b248-38f8d18ade4a.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.205663] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef3b355-04d2-4ac1-9f21-0e7e5d56621f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.219889] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 649.219889] env[63920]: value = "task-2391764" [ 649.219889] env[63920]: _type = "Task" [ 649.219889] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.233416] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391764, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.392551] env[63920]: DEBUG nova.network.neutron [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Port 241d3ad1-dde1-4b16-9c53-9f7eb093f9ff binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 649.405546] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquiring lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.405787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquired lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.405987] env[63920]: DEBUG nova.network.neutron [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.595302] env[63920]: DEBUG nova.network.neutron [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Updated VIF entry in instance network info cache for port 94f5eece-6db8-4ac4-9c8d-1ee419031e2a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.595454] env[63920]: DEBUG nova.network.neutron [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Updating instance_info_cache with network_info: [{"id": "94f5eece-6db8-4ac4-9c8d-1ee419031e2a", "address": "fa:16:3e:f3:f1:cc", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94f5eece-6d", "ovs_interfaceid": "94f5eece-6db8-4ac4-9c8d-1ee419031e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.661380] env[63920]: DEBUG nova.compute.utils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 649.666719] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.666719] env[63920]: DEBUG nova.network.neutron [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.736134] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391764, 'name': Rename_Task, 'duration_secs': 0.169898} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.739395] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.740822] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05707c09-1235-465c-99dc-ebd07bd90570 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.749777] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 649.749777] env[63920]: value = "task-2391765" [ 649.749777] env[63920]: _type = "Task" [ 649.749777] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.762988] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.788424] env[63920]: DEBUG nova.policy [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a59ab208fcb43dbb0e546ca947e9cae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '003b36642bd64758a5bfcab7f11575c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.813536] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.813877] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.814131] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.814324] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.814387] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.814502] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.814710] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.815009] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.815233] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.815404] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.815581] env[63920]: DEBUG nova.virt.hardware [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.816968] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17e6f41-e571-422a-a933-f5ef56468cdd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.827216] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6018169-51b1-4bef-bddd-43479baf3b7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.848132] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.857541] env[63920]: DEBUG oslo.service.loopingcall [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.859909] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.861013] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6cf2efa-121c-4963-b3ae-29782c21228b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.883979] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.883979] env[63920]: value = "task-2391766" [ 649.883979] env[63920]: _type = "Task" [ 649.883979] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.892714] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391766, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.087526] env[63920]: DEBUG nova.network.neutron [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.105080] env[63920]: DEBUG oslo_concurrency.lockutils [req-d66b2930-63d5-433e-b676-61e8725ed95e req-28184893-e6d8-45a5-953a-8ea9f0cbbc6b service nova] Releasing lock "refresh_cache-f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.109063] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "f9039857-5f06-4c52-9240-a4f854f08b45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.109344] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "f9039857-5f06-4c52-9240-a4f854f08b45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.171460] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.214900] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48f293-f05a-4bca-9f7d-816514aa4abb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.228049] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944e56b0-e125-4196-b031-2b46184d9394 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.282680] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1e9774-9b06-439a-b4ae-8c39088423c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.293611] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627611ec-8de7-4ff9-a857-2dbe47f55538 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.298146] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391765, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.310532] env[63920]: DEBUG nova.compute.provider_tree [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.401754] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391766, 'name': CreateVM_Task, 'duration_secs': 0.30677} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.401934] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.410401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.410401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.410401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.415846] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180c27ac-0f76-4956-a0b2-25d5876fce79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.429152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.429152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.429152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.435668] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 650.435668] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d0bf8e-ec31-b1ba-b3f5-d50d43686466" [ 650.435668] env[63920]: _type = "Task" [ 650.435668] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.451595] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d0bf8e-ec31-b1ba-b3f5-d50d43686466, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.453132] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.453354] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.453595] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.453802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.453935] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.454637] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a81ae81-a40b-4e20-8a8e-4d1021e5467b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.465542] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.465542] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.469277] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af4897d-1d79-4d98-a6d0-4a16158ccfec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.476383] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 650.476383] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc788-56de-808c-c405-55f655dcc5a1" [ 650.476383] env[63920]: _type = "Task" [ 650.476383] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.488487] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc788-56de-808c-c405-55f655dcc5a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.490288] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d760720-af90-4cbd-830d-986ded5849a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.500362] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 650.500362] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523068ac-6446-0119-d597-856dbbe203d0" [ 650.500362] env[63920]: _type = "Task" [ 650.500362] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.509785] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523068ac-6446-0119-d597-856dbbe203d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.574326] env[63920]: DEBUG nova.network.neutron [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Successfully created port: 2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.788125] env[63920]: DEBUG nova.network.neutron [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Successfully updated port: 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 650.813280] env[63920]: DEBUG oslo_vmware.api [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391765, 'name': PowerOnVM_Task, 'duration_secs': 0.570006} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.815130] env[63920]: DEBUG nova.scheduler.client.report [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.817132] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.819923] env[63920]: INFO nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Took 14.65 seconds to spawn the instance on the hypervisor. [ 650.819923] env[63920]: DEBUG nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 650.819923] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bf038f-f36f-419f-a8cf-ab67f21d79f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.021370] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523068ac-6446-0119-d597-856dbbe203d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011912} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.022044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.023474] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.023895] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b12a7a9-5aee-4086-b04a-e860e2ed3532 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.037437] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 651.037437] env[63920]: value = "task-2391767" [ 651.037437] env[63920]: _type = "Task" [ 651.037437] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.061041] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.069774] env[63920]: DEBUG nova.network.neutron [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updating instance_info_cache with network_info: [{"id": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "address": "fa:16:3e:4c:f5:e6", "network": {"id": "31f7f589-3d28-44e1-9bb7-f591b090184a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725236890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90df72de4cf54763b676474d704393e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419cdfa2-dc", "ovs_interfaceid": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.186931] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.226592] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.226835] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.226982] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.227191] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.227747] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.227747] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.227747] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.227958] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.227997] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.228870] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.230492] env[63920]: DEBUG nova.virt.hardware [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.234654] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4523f3b5-1534-4d6b-8048-7349a843cfd2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.240987] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babad3a-7d54-43d9-bbc0-42a5ae0690b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.293826] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.293970] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.294134] env[63920]: DEBUG nova.network.neutron [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.327804] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.331551] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.296s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.333679] env[63920]: INFO nova.compute.claims [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.344803] env[63920]: INFO nova.compute.manager [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Took 35.66 seconds to build instance. [ 651.364209] env[63920]: INFO nova.scheduler.client.report [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Deleted allocations for instance 5e99316a-3e99-4dd2-a150-4b11c99e1495 [ 651.448210] env[63920]: DEBUG nova.network.neutron [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Successfully updated port: 56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.549526] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.578428] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Releasing lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.583509] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Instance network_info: |[{"id": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "address": "fa:16:3e:4c:f5:e6", "network": {"id": "31f7f589-3d28-44e1-9bb7-f591b090184a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725236890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90df72de4cf54763b676474d704393e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419cdfa2-dc", "ovs_interfaceid": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.583820] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f5:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '419cdfa2-dca6-4703-a3b9-71bbda80b213', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.590288] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Creating folder: Project (90df72de4cf54763b676474d704393e6). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.591352] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.591515] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.591683] env[63920]: DEBUG nova.network.neutron [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.592806] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e625ac4-e96c-4ca4-b9f9-dd35f1a797a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.608417] env[63920]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 651.608617] env[63920]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63920) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 651.614371] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Folder already exists: Project (90df72de4cf54763b676474d704393e6). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 651.614587] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Creating folder: Instances. Parent ref: group-v485194. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.615216] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-146228a6-4072-4a0e-a010-f4d8863c9600 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.628145] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Created folder: Instances in parent group-v485194. [ 651.628395] env[63920]: DEBUG oslo.service.loopingcall [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.628583] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c95f85fd-e213-4861-973c-5759d0590696] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.629109] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a7296e2-2edc-45e5-88c6-6a2ff388c0f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.651719] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.651719] env[63920]: value = "task-2391770" [ 651.651719] env[63920]: _type = "Task" [ 651.651719] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.660819] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391770, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.848669] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c88a569-39d3-46a1-9697-cad04d66a1d6 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.247s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.849831] env[63920]: DEBUG nova.compute.manager [req-11c9d6bc-9740-4b3b-9289-c13e17254d38 req-274461eb-1729-4ba2-b80e-ef9e90b71913 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Received event network-vif-plugged-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 651.855677] env[63920]: DEBUG oslo_concurrency.lockutils [req-11c9d6bc-9740-4b3b-9289-c13e17254d38 req-274461eb-1729-4ba2-b80e-ef9e90b71913 service nova] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.855677] env[63920]: DEBUG oslo_concurrency.lockutils [req-11c9d6bc-9740-4b3b-9289-c13e17254d38 req-274461eb-1729-4ba2-b80e-ef9e90b71913 service nova] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.855677] env[63920]: DEBUG oslo_concurrency.lockutils [req-11c9d6bc-9740-4b3b-9289-c13e17254d38 req-274461eb-1729-4ba2-b80e-ef9e90b71913 service nova] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.855677] env[63920]: DEBUG nova.compute.manager [req-11c9d6bc-9740-4b3b-9289-c13e17254d38 req-274461eb-1729-4ba2-b80e-ef9e90b71913 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] No waiting events found dispatching network-vif-plugged-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.855677] env[63920]: WARNING nova.compute.manager [req-11c9d6bc-9740-4b3b-9289-c13e17254d38 req-274461eb-1729-4ba2-b80e-ef9e90b71913 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Received unexpected event network-vif-plugged-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 for instance with vm_state building and task_state spawning. [ 651.878791] env[63920]: DEBUG oslo_concurrency.lockutils [None req-817ce9f2-c3d5-42ae-aaa3-7050709e6530 tempest-ServerDiagnosticsV248Test-1680666 tempest-ServerDiagnosticsV248Test-1680666-project-member] Lock "5e99316a-3e99-4dd2-a150-4b11c99e1495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.847s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.880730] env[63920]: DEBUG nova.network.neutron [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.953106] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "refresh_cache-10626bbb-7618-483f-8fc6-fc44870fc3ee" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.956687] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquired lock "refresh_cache-10626bbb-7618-483f-8fc6-fc44870fc3ee" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.956687] env[63920]: DEBUG nova.network.neutron [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.048068] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532989} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.055493] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.055493] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.055493] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03eeb3cd-5b0c-43bd-957b-d21563b237b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.065635] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 652.065635] env[63920]: value = "task-2391771" [ 652.065635] env[63920]: _type = "Task" [ 652.065635] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.078952] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.167609] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391770, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.357035] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.402963] env[63920]: DEBUG nova.compute.manager [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Received event network-vif-plugged-419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.404424] env[63920]: DEBUG oslo_concurrency.lockutils [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] Acquiring lock "c95f85fd-e213-4861-973c-5759d0590696-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.404424] env[63920]: DEBUG oslo_concurrency.lockutils [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] Lock "c95f85fd-e213-4861-973c-5759d0590696-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.406433] env[63920]: DEBUG oslo_concurrency.lockutils [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] Lock "c95f85fd-e213-4861-973c-5759d0590696-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.406433] env[63920]: DEBUG nova.compute.manager [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] No waiting events found dispatching network-vif-plugged-419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.406433] env[63920]: WARNING nova.compute.manager [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Received unexpected event network-vif-plugged-419cdfa2-dca6-4703-a3b9-71bbda80b213 for instance with vm_state building and task_state spawning. [ 652.406433] env[63920]: DEBUG nova.compute.manager [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Received event network-changed-419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.406433] env[63920]: DEBUG nova.compute.manager [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Refreshing instance network info cache due to event network-changed-419cdfa2-dca6-4703-a3b9-71bbda80b213. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 652.406890] env[63920]: DEBUG oslo_concurrency.lockutils [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] Acquiring lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.406890] env[63920]: DEBUG oslo_concurrency.lockutils [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] Acquired lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.406890] env[63920]: DEBUG nova.network.neutron [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Refreshing network info cache for port 419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.441531] env[63920]: DEBUG nova.network.neutron [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updating instance_info_cache with network_info: [{"id": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "address": "fa:16:3e:43:ec:11", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1b6ec4-ca", "ovs_interfaceid": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.573967] env[63920]: DEBUG nova.network.neutron [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.584806] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079637} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.585126] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.586189] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee457e7c-5a8a-4c50-acd0-38d40de2bde1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.611138] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.614442] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d2f0dc-c310-4333-8d8f-3eed55740b03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.642939] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 652.642939] env[63920]: value = "task-2391772" [ 652.642939] env[63920]: _type = "Task" [ 652.642939] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.654421] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.666197] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391770, 'name': CreateVM_Task, 'duration_secs': 0.653539} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.666410] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c95f85fd-e213-4861-973c-5759d0590696] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.667205] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485210', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'name': 'volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c95f85fd-e213-4861-973c-5759d0590696', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'serial': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e'}, 'attachment_id': 'd2bd6c94-ebed-421d-841b-c5d9fb220b89', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63920) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 652.668220] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Root volume attach. Driver type: vmdk {{(pid=63920) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 652.672030] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b012b5-6fe2-4b41-b9fe-d1afa3e8b803 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.682312] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b39d7fc-29f2-47d9-b103-d5d0c3aa1a25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.692769] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0732cf-6af2-44cb-9e0c-1c90d0b2d982 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.701055] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-97f1ab83-7c97-44b6-a340-ec0b7e6c9716 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.715876] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 652.715876] env[63920]: value = "task-2391773" [ 652.715876] env[63920]: _type = "Task" [ 652.715876] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.727566] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.860326] env[63920]: DEBUG nova.network.neutron [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.891792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.902886] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca996ed-96ba-4d79-b1ca-d2c94dd35f0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.911849] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70cf577-3c4c-4749-84c1-4282347efc8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.950725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Releasing lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.951139] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Instance network_info: |[{"id": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "address": "fa:16:3e:43:ec:11", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1b6ec4-ca", "ovs_interfaceid": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 652.952456] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:ec:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f1b6ec4-ca70-420a-bcc8-415422f3f6b0', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 652.964313] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Creating folder: Project (fb165bf1bcf44a74afc57ba991fb5262). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.967581] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200104c7-2805-49fb-bee6-af79c36a2873 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.974866] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-365693d7-dc5b-4cdd-aa40-7aeb848d5759 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.990136] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d1e476-bf3f-4956-a675-d9d498848b5e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.994227] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Created folder: Project (fb165bf1bcf44a74afc57ba991fb5262) in parent group-v485178. [ 652.994227] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Creating folder: Instances. Parent ref: group-v485237. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.997873] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432e1617-5d47-4b98-b515-c7fdcaf3c522 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.015619] env[63920]: DEBUG nova.compute.provider_tree [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.015619] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Created folder: Instances in parent group-v485237. [ 653.015619] env[63920]: DEBUG oslo.service.loopingcall [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.015619] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.015619] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f48ecd-b5dd-4c56-95e6-a34ba6e4a7f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.044248] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.044248] env[63920]: value = "task-2391776" [ 653.044248] env[63920]: _type = "Task" [ 653.044248] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.063715] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391776, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.161031] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.233620] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 13%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.352665] env[63920]: DEBUG nova.network.neutron [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Updating instance_info_cache with network_info: [{"id": "56517cec-e948-4024-8ed5-c99ecf112fb1", "address": "fa:16:3e:41:85:68", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56517cec-e9", "ovs_interfaceid": "56517cec-e948-4024-8ed5-c99ecf112fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.367811] env[63920]: DEBUG oslo_concurrency.lockutils [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.516051] env[63920]: DEBUG nova.scheduler.client.report [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.563609] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391776, 'name': CreateVM_Task, 'duration_secs': 0.391477} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.563609] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.564835] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.565013] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.565333] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 653.565588] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ebf493f-db44-440c-a622-95b22e5676ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.578111] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 653.578111] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a7ad6-3d5b-06ca-b108-269c548f7fb7" [ 653.578111] env[63920]: _type = "Task" [ 653.578111] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.592827] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a7ad6-3d5b-06ca-b108-269c548f7fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.660327] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391772, 'name': ReconfigVM_Task, 'duration_secs': 0.578437} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.663328] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52/2c3b497a-2756-4f21-8882-a6734f88ad52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.665651] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c55e39c3-f39b-49f8-8922-dd4597a1a3ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.675998] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 653.675998] env[63920]: value = "task-2391777" [ 653.675998] env[63920]: _type = "Task" [ 653.675998] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.693500] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391777, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.721192] env[63920]: DEBUG nova.network.neutron [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Successfully updated port: 2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 653.734435] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 38%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.856075] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Releasing lock "refresh_cache-10626bbb-7618-483f-8fc6-fc44870fc3ee" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.856477] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Instance network_info: |[{"id": "56517cec-e948-4024-8ed5-c99ecf112fb1", "address": "fa:16:3e:41:85:68", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56517cec-e9", "ovs_interfaceid": "56517cec-e948-4024-8ed5-c99ecf112fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.856877] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:85:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56517cec-e948-4024-8ed5-c99ecf112fb1', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.869600] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Creating folder: Project (d48d17d60ae541de8b982015a59827a6). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.869896] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd27c3fc-a5bd-47b3-851e-df7f5f25369a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.891458] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Created folder: Project (d48d17d60ae541de8b982015a59827a6) in parent group-v485178. [ 653.891769] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Creating folder: Instances. Parent ref: group-v485240. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.892088] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-637cf817-9b67-4c11-b629-6004008ea4a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.915912] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Created folder: Instances in parent group-v485240. [ 653.915912] env[63920]: DEBUG oslo.service.loopingcall [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.915912] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.915912] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c5405c6-c69f-4f66-b05c-4cd0999eec3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.941098] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6bcaf0-872b-414d-b522-f47af761608b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.967958] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554f2fb-4634-4204-a8d0-d3ceeba78681 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.973606] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.973606] env[63920]: value = "task-2391780" [ 653.973606] env[63920]: _type = "Task" [ 653.973606] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.981240] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.989417] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391780, 'name': CreateVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.023584] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.023584] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.027222] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.611s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.027836] env[63920]: INFO nova.compute.claims [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.065474] env[63920]: DEBUG nova.network.neutron [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updated VIF entry in instance network info cache for port 419cdfa2-dca6-4703-a3b9-71bbda80b213. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.065474] env[63920]: DEBUG nova.network.neutron [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updating instance_info_cache with network_info: [{"id": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "address": "fa:16:3e:4c:f5:e6", "network": {"id": "31f7f589-3d28-44e1-9bb7-f591b090184a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725236890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90df72de4cf54763b676474d704393e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419cdfa2-dc", "ovs_interfaceid": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.096339] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a7ad6-3d5b-06ca-b108-269c548f7fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.024492} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.097273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.099441] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.099817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.100722] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.100722] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.101216] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f244400-d394-4fb4-a753-ea76359fe46c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.121311] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.121506] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.123123] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5cc599-f9f0-4ad9-aa39-f7e410a89842 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.133175] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 654.133175] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523c896d-fce8-21a4-ff2c-422848c9ff8a" [ 654.133175] env[63920]: _type = "Task" [ 654.133175] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.155552] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523c896d-fce8-21a4-ff2c-422848c9ff8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.192237] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391777, 'name': Rename_Task, 'duration_secs': 0.266876} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.196022] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.196022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c4ba78-3ec4-4891-ae3b-ef01ca171cf1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.204969] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Waiting for the task: (returnval){ [ 654.204969] env[63920]: value = "task-2391781" [ 654.204969] env[63920]: _type = "Task" [ 654.204969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.222180] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.233580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "refresh_cache-50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.233790] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquired lock "refresh_cache-50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.233977] env[63920]: DEBUG nova.network.neutron [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.245612] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 49%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.488272] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391780, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.493248] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.494031] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2a677e7-79bf-48fa-88fa-452eb196f0d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.505835] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 654.505835] env[63920]: value = "task-2391782" [ 654.505835] env[63920]: _type = "Task" [ 654.505835] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.520991] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391782, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.544098] env[63920]: DEBUG nova.compute.utils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 654.552586] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 654.552922] env[63920]: DEBUG nova.network.neutron [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 654.568325] env[63920]: DEBUG oslo_concurrency.lockutils [req-dff8e789-3d87-47e6-995b-edbb65870009 req-41599676-0180-4a7f-b5bd-909091dae3bc service nova] Releasing lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.622823] env[63920]: DEBUG nova.policy [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0408c7bfad24d8384c32d47e80a934a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0607ccd12bd54c179b832c419bf25f6e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 654.658973] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523c896d-fce8-21a4-ff2c-422848c9ff8a, 'name': SearchDatastore_Task, 'duration_secs': 0.0155} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.658973] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdccc78d-f674-4f1a-a57a-e014b5133493 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.666516] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 654.666516] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52900e19-622f-daf6-ee07-91fe1a9238a3" [ 654.666516] env[63920]: _type = "Task" [ 654.666516] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.699774] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52900e19-622f-daf6-ee07-91fe1a9238a3, 'name': SearchDatastore_Task, 'duration_secs': 0.022534} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.703531] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.703974] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] c9fe8811-1b42-4355-b7a9-9efd10729e8b/c9fe8811-1b42-4355-b7a9-9efd10729e8b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.705133] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e623d19-f2cd-4e5a-87c2-0e605a13c6a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.728974] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.733544] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 654.733544] env[63920]: value = "task-2391783" [ 654.733544] env[63920]: _type = "Task" [ 654.733544] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.743348] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 62%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.751441] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.816088] env[63920]: DEBUG nova.network.neutron [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.990959] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391780, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.018727] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391782, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.034861] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3acec7-bf90-4f97-92fb-7db27df96d7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.044638] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Suspending the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 655.044931] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e24b539e-7e14-4a77-a834-bed2846940a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.053698] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.063296] env[63920]: DEBUG oslo_vmware.api [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] Waiting for the task: (returnval){ [ 655.063296] env[63920]: value = "task-2391784" [ 655.063296] env[63920]: _type = "Task" [ 655.063296] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.075190] env[63920]: DEBUG oslo_vmware.api [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] Task: {'id': task-2391784, 'name': SuspendVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.232357] env[63920]: DEBUG oslo_vmware.api [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Task: {'id': task-2391781, 'name': PowerOnVM_Task, 'duration_secs': 0.76693} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.241253] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.241514] env[63920]: DEBUG nova.compute.manager [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.242890] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba72c249-7615-481b-932b-f7554ede2ac3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.264278] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 76%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.264550] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.375241] env[63920]: DEBUG nova.network.neutron [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Updating instance_info_cache with network_info: [{"id": "2fd7b931-1530-4e0f-a102-42e108fde051", "address": "fa:16:3e:33:9e:9f", "network": {"id": "aee4bc21-c607-4bee-9b7c-ab8fa9557301", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1720527384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "003b36642bd64758a5bfcab7f11575c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd7b931-15", "ovs_interfaceid": "2fd7b931-1530-4e0f-a102-42e108fde051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.491281] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391780, 'name': CreateVM_Task, 'duration_secs': 1.518289} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.491981] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.493547] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.494072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.494900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 655.496102] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19274c48-c9dd-47f6-810f-d8d4156d5f76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.506071] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 655.506071] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ca756b-c564-b8cd-399c-8fd881102b2e" [ 655.506071] env[63920]: _type = "Task" [ 655.506071] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.535288] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391782, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.535537] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ca756b-c564-b8cd-399c-8fd881102b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.545636] env[63920]: DEBUG nova.network.neutron [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Successfully created port: a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 655.588158] env[63920]: DEBUG oslo_vmware.api [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] Task: {'id': task-2391784, 'name': SuspendVM_Task} progress is 83%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.631840] env[63920]: DEBUG nova.compute.manager [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Received event network-changed-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 655.632163] env[63920]: DEBUG nova.compute.manager [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Refreshing instance network info cache due to event network-changed-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 655.632391] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] Acquiring lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.632533] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] Acquired lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.633137] env[63920]: DEBUG nova.network.neutron [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Refreshing network info cache for port 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.683938] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbabd68-4282-4773-a111-61fb0aa53061 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.697658] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d663f3bc-b8fc-4c58-a527-23512e0d4fd9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.743310] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6a3c2-237a-4555-896e-2d4fd6856dd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.769980] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391783, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.774804] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.780268] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f84cc6-923e-41eb-967f-e82cdaba2041 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.784725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.801057] env[63920]: DEBUG nova.compute.provider_tree [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.828156] env[63920]: INFO nova.compute.manager [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Rescuing [ 655.828433] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.828587] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.831048] env[63920]: DEBUG nova.network.neutron [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.880431] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Releasing lock "refresh_cache-50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.880639] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Instance network_info: |[{"id": "2fd7b931-1530-4e0f-a102-42e108fde051", "address": "fa:16:3e:33:9e:9f", "network": {"id": "aee4bc21-c607-4bee-9b7c-ab8fa9557301", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1720527384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "003b36642bd64758a5bfcab7f11575c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd7b931-15", "ovs_interfaceid": "2fd7b931-1530-4e0f-a102-42e108fde051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 655.881194] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:9e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd7b931-1530-4e0f-a102-42e108fde051', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 655.889647] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Creating folder: Project (003b36642bd64758a5bfcab7f11575c8). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.891515] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95fae0f1-ccf6-47e2-8c7b-f917ae44ab4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.907571] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Created folder: Project (003b36642bd64758a5bfcab7f11575c8) in parent group-v485178. [ 655.907799] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Creating folder: Instances. Parent ref: group-v485243. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 655.908082] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd5e4a31-91f7-4ff3-a6c4-4a46daf31e77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.922665] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Created folder: Instances in parent group-v485243. [ 655.923129] env[63920]: DEBUG oslo.service.loopingcall [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 655.923418] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 655.923702] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3da9d46-c23d-4cef-bd97-c72d11d1392c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.952525] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 655.952525] env[63920]: value = "task-2391787" [ 655.952525] env[63920]: _type = "Task" [ 655.952525] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.965381] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391787, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.028119] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ca756b-c564-b8cd-399c-8fd881102b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.03015} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.032185] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.032854] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.032854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.032854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.033038] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.033310] env[63920]: DEBUG oslo_vmware.api [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2391782, 'name': PowerOnVM_Task, 'duration_secs': 1.164103} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.033531] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af37af4f-ca7d-4f81-9b7f-6be78d7feba3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.036184] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.036416] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-75b45aca-0674-41ca-b35f-577137da4898 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance '8a8b5ca1-d551-4876-be84-e93404f98db9' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.044508] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Received event network-vif-plugged-56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.044807] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Acquiring lock "10626bbb-7618-483f-8fc6-fc44870fc3ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.044870] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.045472] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.045472] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] No waiting events found dispatching network-vif-plugged-56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.045472] env[63920]: WARNING nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Received unexpected event network-vif-plugged-56517cec-e948-4024-8ed5-c99ecf112fb1 for instance with vm_state building and task_state spawning. [ 656.046363] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Received event network-changed-56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 656.046363] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Refreshing instance network info cache due to event network-changed-56517cec-e948-4024-8ed5-c99ecf112fb1. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 656.046363] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Acquiring lock "refresh_cache-10626bbb-7618-483f-8fc6-fc44870fc3ee" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.046363] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Acquired lock "refresh_cache-10626bbb-7618-483f-8fc6-fc44870fc3ee" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.046363] env[63920]: DEBUG nova.network.neutron [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Refreshing network info cache for port 56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.067538] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.067812] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.068847] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f551f31-c41d-4da1-906e-9ca310da2eb5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.076601] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.081232] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 656.081232] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ad3d82-54db-8489-0731-fa4fd437952a" [ 656.081232] env[63920]: _type = "Task" [ 656.081232] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.089992] env[63920]: DEBUG oslo_vmware.api [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] Task: {'id': task-2391784, 'name': SuspendVM_Task} progress is 83%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.098473] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ad3d82-54db-8489-0731-fa4fd437952a, 'name': SearchDatastore_Task, 'duration_secs': 0.014474} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.099396] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e974f3dd-2590-4a91-a57b-57cba0543e09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.108657] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 656.108657] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52361d6c-969e-8807-54b3-d851eb9d96fd" [ 656.108657] env[63920]: _type = "Task" [ 656.108657] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.114188] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.114448] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.114620] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.114820] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.114963] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.115119] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.115358] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.115573] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.115773] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.115942] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.116125] env[63920]: DEBUG nova.virt.hardware [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.116940] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ca76d8-cdc5-4b4e-b32c-ab6167854f4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.129385] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52361d6c-969e-8807-54b3-d851eb9d96fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.129942] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8995a69-0ed8-4e13-a595-c79eda7172b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.254933] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 97%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.262647] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391783, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.337487} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.262647] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] c9fe8811-1b42-4355-b7a9-9efd10729e8b/c9fe8811-1b42-4355-b7a9-9efd10729e8b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.262647] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.262647] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125aea82-997c-4055-834e-5c92edc7a0fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.271208] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 656.271208] env[63920]: value = "task-2391788" [ 656.271208] env[63920]: _type = "Task" [ 656.271208] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.282872] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.304879] env[63920]: DEBUG nova.scheduler.client.report [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.340909] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "135e1397-4b80-4b39-a974-b77abab208d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.341111] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "135e1397-4b80-4b39-a974-b77abab208d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.372308] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "012d0343-ebd5-4d27-ab08-020cdbe6b134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.375066] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.468816] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391787, 'name': CreateVM_Task, 'duration_secs': 0.475606} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.468987] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.469851] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.470123] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.470550] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 656.471212] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d07ee52-59a9-4739-b49c-878c516331f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.482472] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 656.482472] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527657ff-638e-9e2d-eb4d-87718fdda2db" [ 656.482472] env[63920]: _type = "Task" [ 656.482472] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.493395] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527657ff-638e-9e2d-eb4d-87718fdda2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.583614] env[63920]: DEBUG oslo_vmware.api [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] Task: {'id': task-2391784, 'name': SuspendVM_Task, 'duration_secs': 1.345513} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.583796] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Suspended the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 656.584096] env[63920]: DEBUG nova.compute.manager [None req-5a3a0311-c32f-4db2-b8a8-c99b89e5131b tempest-ServersAdminNegativeTestJSON-860259991 tempest-ServersAdminNegativeTestJSON-860259991-project-admin] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.584932] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5354d-d4e8-4c02-91e6-34d0bc6117cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.620173] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52361d6c-969e-8807-54b3-d851eb9d96fd, 'name': SearchDatastore_Task, 'duration_secs': 0.029012} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.622855] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.623143] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 10626bbb-7618-483f-8fc6-fc44870fc3ee/10626bbb-7618-483f-8fc6-fc44870fc3ee.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.623412] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04d2a3ed-b6a9-466d-b691-8ce0ddf997f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.632220] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 656.632220] env[63920]: value = "task-2391789" [ 656.632220] env[63920]: _type = "Task" [ 656.632220] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.642373] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.749941] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 98%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.768447] env[63920]: DEBUG nova.network.neutron [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updated VIF entry in instance network info cache for port 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.768904] env[63920]: DEBUG nova.network.neutron [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updating instance_info_cache with network_info: [{"id": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "address": "fa:16:3e:43:ec:11", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1b6ec4-ca", "ovs_interfaceid": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.782193] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103469} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.782971] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.784099] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b5234-d3b4-4430-a9ee-006404763260 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.810226] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c9fe8811-1b42-4355-b7a9-9efd10729e8b/c9fe8811-1b42-4355-b7a9-9efd10729e8b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.811600] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.812347] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 656.815129] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56077e6-0d89-4ce1-8a94-1633ab2711e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.835588] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.646s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.837312] env[63920]: INFO nova.compute.claims [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.841987] env[63920]: DEBUG nova.network.neutron [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [{"id": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "address": "fa:16:3e:2d:1f:7c", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0bff6-46", "ovs_interfaceid": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.851898] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 656.851898] env[63920]: value = "task-2391790" [ 656.851898] env[63920]: _type = "Task" [ 656.851898] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.864879] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.001237] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527657ff-638e-9e2d-eb4d-87718fdda2db, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.001237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.001237] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.001237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.001442] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.001442] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.001442] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-481a2d05-2924-47e2-93a7-f222ec98bdc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.017393] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.017572] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.018298] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c654bd-2570-4717-8e79-92cfe61b1ad2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.026771] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 657.026771] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5236bb24-3910-66d3-b203-0b7c246ffb87" [ 657.026771] env[63920]: _type = "Task" [ 657.026771] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.040266] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "44842841-3c29-4b60-84f9-8b95dd62b107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.040668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "44842841-3c29-4b60-84f9-8b95dd62b107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.041112] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5236bb24-3910-66d3-b203-0b7c246ffb87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.146409] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480825} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.147365] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 10626bbb-7618-483f-8fc6-fc44870fc3ee/10626bbb-7618-483f-8fc6-fc44870fc3ee.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.147607] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.147958] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad3abfa6-aa07-40ed-9934-b1aee9caa67e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.157343] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 657.157343] env[63920]: value = "task-2391791" [ 657.157343] env[63920]: _type = "Task" [ 657.157343] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.169886] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.252515] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task} progress is 98%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.272568] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb41fa29-0043-4077-aa3b-de9eb9ca4403 req-21e0a3b9-09a0-436c-b1bc-df4b8980455d service nova] Releasing lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.334119] env[63920]: DEBUG nova.compute.utils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 657.337389] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.338062] env[63920]: DEBUG nova.network.neutron [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.348330] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.356726] env[63920]: DEBUG nova.network.neutron [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Updated VIF entry in instance network info cache for port 56517cec-e948-4024-8ed5-c99ecf112fb1. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.356838] env[63920]: DEBUG nova.network.neutron [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Updating instance_info_cache with network_info: [{"id": "56517cec-e948-4024-8ed5-c99ecf112fb1", "address": "fa:16:3e:41:85:68", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56517cec-e9", "ovs_interfaceid": "56517cec-e948-4024-8ed5-c99ecf112fb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.370963] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391790, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.459876] env[63920]: DEBUG nova.policy [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7581a62f0aab4efdb4c9ed1d4df62971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ca946b3288432596529a8297704e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.544132] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5236bb24-3910-66d3-b203-0b7c246ffb87, 'name': SearchDatastore_Task, 'duration_secs': 0.050911} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.545460] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1902b68f-ded0-4b93-a0cc-db8c11b655a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.552551] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 657.552551] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52037b64-a547-9b54-c991-01c32007dbb0" [ 657.552551] env[63920]: _type = "Task" [ 657.552551] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.581368] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52037b64-a547-9b54-c991-01c32007dbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.673238] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087312} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.676044] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.676044] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6600d4-d4ad-41fa-bbbb-3f2bd4a7e2a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.708600] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 10626bbb-7618-483f-8fc6-fc44870fc3ee/10626bbb-7618-483f-8fc6-fc44870fc3ee.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.708932] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aa84c9a-963e-4dff-8d19-0df7873104bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.733076] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 657.733076] env[63920]: value = "task-2391792" [ 657.733076] env[63920]: _type = "Task" [ 657.733076] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.745019] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.755785] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391773, 'name': RelocateVM_Task, 'duration_secs': 4.833743} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.756134] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 657.756346] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485210', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'name': 'volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c95f85fd-e213-4861-973c-5759d0590696', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'serial': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 657.757300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d339b-f908-4b9b-bf06-1cb0a71c12eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.780653] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c99dfa-65d5-4440-8fc5-c37f6ff021a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.802827] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e/volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.803195] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0c20ff-8571-48a9-9886-d5aa1b88d095 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.829911] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 657.829911] env[63920]: value = "task-2391793" [ 657.829911] env[63920]: _type = "Task" [ 657.829911] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.839762] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 657.842532] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.865885] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Releasing lock "refresh_cache-10626bbb-7618-483f-8fc6-fc44870fc3ee" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.866157] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Received event network-vif-plugged-2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.866348] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Acquiring lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.866552] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.866707] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.866955] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] No waiting events found dispatching network-vif-plugged-2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.867056] env[63920]: WARNING nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Received unexpected event network-vif-plugged-2fd7b931-1530-4e0f-a102-42e108fde051 for instance with vm_state building and task_state spawning. [ 657.867222] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Received event network-changed-2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.867520] env[63920]: DEBUG nova.compute.manager [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Refreshing instance network info cache due to event network-changed-2fd7b931-1530-4e0f-a102-42e108fde051. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.867520] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Acquiring lock "refresh_cache-50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.867711] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Acquired lock "refresh_cache-50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.867825] env[63920]: DEBUG nova.network.neutron [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Refreshing network info cache for port 2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.869136] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391790, 'name': ReconfigVM_Task, 'duration_secs': 0.555305} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.870039] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c9fe8811-1b42-4355-b7a9-9efd10729e8b/c9fe8811-1b42-4355-b7a9-9efd10729e8b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.870378] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2deee18-c248-4e66-a28e-b80949a7edba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.881319] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 657.881319] env[63920]: value = "task-2391794" [ 657.881319] env[63920]: _type = "Task" [ 657.881319] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.896244] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391794, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.069497] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52037b64-a547-9b54-c991-01c32007dbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.069886] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.070140] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6/50e0771f-fe7f-4a43-8ef3-f0644bd41eb6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.073589] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42a281a0-9d94-4f81-8b03-c1a9b0deaaf0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.080029] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 658.080029] env[63920]: value = "task-2391795" [ 658.080029] env[63920]: _type = "Task" [ 658.080029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.094918] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.248644] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391792, 'name': ReconfigVM_Task, 'duration_secs': 0.338891} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.248644] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 10626bbb-7618-483f-8fc6-fc44870fc3ee/10626bbb-7618-483f-8fc6-fc44870fc3ee.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.251145] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8589e3c4-dd28-4cc0-b997-85871e42b200 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.254062] env[63920]: DEBUG nova.network.neutron [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Successfully updated port: a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.267750] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 658.267750] env[63920]: value = "task-2391796" [ 658.267750] env[63920]: _type = "Task" [ 658.267750] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.280584] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391796, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.323300] env[63920]: DEBUG nova.network.neutron [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Successfully created port: 4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.349423] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391793, 'name': ReconfigVM_Task, 'duration_secs': 0.469241} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.358185] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e/volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.363148] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c440a2e-df7f-4820-b452-bdd94629626e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.390668] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 658.390668] env[63920]: value = "task-2391797" [ 658.390668] env[63920]: _type = "Task" [ 658.390668] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.417231] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391794, 'name': Rename_Task, 'duration_secs': 0.192188} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.418407] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.419847] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da95ba62-72ad-421f-aae8-161094c4c061 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.429194] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.441979] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 658.441979] env[63920]: value = "task-2391798" [ 658.441979] env[63920]: _type = "Task" [ 658.441979] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.453567] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935c9113-41e5-48c0-8f6c-a09bdd5ecf2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.462217] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.471969] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d2abcf-34c7-41ce-8dec-b8873ed604a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.520028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4e6c93-6cab-4cfe-b8a4-7478853843c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.532103] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1842df2-29c1-4486-b206-0872f50b9562 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.551931] env[63920]: DEBUG nova.compute.provider_tree [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.600132] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482952} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.600132] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6/50e0771f-fe7f-4a43-8ef3-f0644bd41eb6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.600364] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.600570] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c97dfd7c-0fc7-471a-b11f-2b93f7f8006b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.610376] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 658.610376] env[63920]: value = "task-2391799" [ 658.610376] env[63920]: _type = "Task" [ 658.610376] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.620388] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.759875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "refresh_cache-5195e384-56a4-49ab-a1cc-a0badefeef61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.762038] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquired lock "refresh_cache-5195e384-56a4-49ab-a1cc-a0badefeef61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.762038] env[63920]: DEBUG nova.network.neutron [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.779345] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391796, 'name': Rename_Task, 'duration_secs': 0.424809} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.779656] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.779913] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eeeb700-4509-4129-a081-99aec0445e5e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.792192] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 658.792192] env[63920]: value = "task-2391800" [ 658.792192] env[63920]: _type = "Task" [ 658.792192] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.807585] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.851668] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 658.894177] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 658.894177] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 658.894177] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 658.894494] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 658.894494] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 658.894494] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 658.894494] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 658.894494] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 658.894657] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 658.894657] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 658.894657] env[63920]: DEBUG nova.virt.hardware [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 658.895313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58da2918-18ea-44de-916c-deb773769630 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.905858] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6bc7bc-2ebc-451a-9932-7353eb254d98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.915041] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391797, 'name': ReconfigVM_Task, 'duration_secs': 0.307922} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.916014] env[63920]: DEBUG nova.network.neutron [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Updated VIF entry in instance network info cache for port 2fd7b931-1530-4e0f-a102-42e108fde051. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.916345] env[63920]: DEBUG nova.network.neutron [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Updating instance_info_cache with network_info: [{"id": "2fd7b931-1530-4e0f-a102-42e108fde051", "address": "fa:16:3e:33:9e:9f", "network": {"id": "aee4bc21-c607-4bee-9b7c-ab8fa9557301", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1720527384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "003b36642bd64758a5bfcab7f11575c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd7b931-15", "ovs_interfaceid": "2fd7b931-1530-4e0f-a102-42e108fde051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.918094] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485210', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'name': 'volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c95f85fd-e213-4861-973c-5759d0590696', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'serial': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 658.918897] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfcbdf78-2a68-4d69-afde-588b4588c116 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.930455] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.931130] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79eff9e5-fb3f-4cec-a50d-b47309f6a95e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.937189] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 658.937189] env[63920]: value = "task-2391801" [ 658.937189] env[63920]: _type = "Task" [ 658.937189] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.942309] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 658.942309] env[63920]: value = "task-2391802" [ 658.942309] env[63920]: _type = "Task" [ 658.942309] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.954581] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391801, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.963825] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.969914] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.061353] env[63920]: DEBUG nova.scheduler.client.report [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.128851] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092303} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.129297] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.130614] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee40fd34-f9f9-43d1-b81a-2bf2de42dbbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.160554] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6/50e0771f-fe7f-4a43-8ef3-f0644bd41eb6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.160554] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ae74d9-1325-44b0-be67-b080ad97c6a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.187863] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 659.187863] env[63920]: value = "task-2391803" [ 659.187863] env[63920]: _type = "Task" [ 659.187863] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.204150] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.217491] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.217742] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.310180] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.318836] env[63920]: DEBUG nova.network.neutron [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.419849] env[63920]: DEBUG oslo_concurrency.lockutils [req-451b0b52-0ab0-4c5d-9169-add5cc3b6c19 req-61c6081e-b1d2-42b2-bfd4-e92d8bba49e4 service nova] Releasing lock "refresh_cache-50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.456426] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391801, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.463733] env[63920]: DEBUG oslo_vmware.api [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2391798, 'name': PowerOnVM_Task, 'duration_secs': 0.791843} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.466747] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.470020] env[63920]: INFO nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Took 13.55 seconds to spawn the instance on the hypervisor. [ 659.470020] env[63920]: DEBUG nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.470020] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391802, 'name': PowerOffVM_Task, 'duration_secs': 0.239788} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.470020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ee3a3c-ed61-482b-9220-8558018d1a45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.471655] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.473337] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69140af0-cec0-47e0-9024-0249a83de130 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.500393] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37b5aa-33a5-446f-a634-6ba191e1863e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.542923] env[63920]: DEBUG nova.compute.manager [req-8b87a1fb-7158-4bfa-906b-c0953dd03a57 req-13e35bfc-f27e-4b22-8fc1-780835c5112f service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Received event network-vif-plugged-a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.543164] env[63920]: DEBUG oslo_concurrency.lockutils [req-8b87a1fb-7158-4bfa-906b-c0953dd03a57 req-13e35bfc-f27e-4b22-8fc1-780835c5112f service nova] Acquiring lock "5195e384-56a4-49ab-a1cc-a0badefeef61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.543986] env[63920]: DEBUG oslo_concurrency.lockutils [req-8b87a1fb-7158-4bfa-906b-c0953dd03a57 req-13e35bfc-f27e-4b22-8fc1-780835c5112f service nova] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.543986] env[63920]: DEBUG oslo_concurrency.lockutils [req-8b87a1fb-7158-4bfa-906b-c0953dd03a57 req-13e35bfc-f27e-4b22-8fc1-780835c5112f service nova] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.543986] env[63920]: DEBUG nova.compute.manager [req-8b87a1fb-7158-4bfa-906b-c0953dd03a57 req-13e35bfc-f27e-4b22-8fc1-780835c5112f service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] No waiting events found dispatching network-vif-plugged-a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.543986] env[63920]: WARNING nova.compute.manager [req-8b87a1fb-7158-4bfa-906b-c0953dd03a57 req-13e35bfc-f27e-4b22-8fc1-780835c5112f service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Received unexpected event network-vif-plugged-a716281a-489a-4b02-bef6-b968223b7bbc for instance with vm_state building and task_state spawning. [ 659.545987] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.547145] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b4ffdab-348f-48c4-b7fe-1848afc48077 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.555070] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 659.555070] env[63920]: value = "task-2391804" [ 659.555070] env[63920]: _type = "Task" [ 659.555070] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.566181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.566502] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.570412] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.601s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.572819] env[63920]: INFO nova.compute.claims [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.579020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 659.579020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.579020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.579020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.579332] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.579332] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-663e8b44-46d0-4482-befd-7a5bb529f5e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.593371] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.593545] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.594304] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b12dd1-cc84-455d-8e80-1e229cc3ea81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.601176] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 659.601176] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e91fc4-e736-8298-09b9-a529d6adda76" [ 659.601176] env[63920]: _type = "Task" [ 659.601176] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.607313] env[63920]: DEBUG nova.network.neutron [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Updating instance_info_cache with network_info: [{"id": "a716281a-489a-4b02-bef6-b968223b7bbc", "address": "fa:16:3e:4b:a9:6d", "network": {"id": "5101ae0b-f4be-4102-afa3-701644324f64", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1280140016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0607ccd12bd54c179b832c419bf25f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa716281a-48", "ovs_interfaceid": "a716281a-489a-4b02-bef6-b968223b7bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.615296] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e91fc4-e736-8298-09b9-a529d6adda76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.686299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "2c3b497a-2756-4f21-8882-a6734f88ad52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.686299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "2c3b497a-2756-4f21-8882-a6734f88ad52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.686299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "2c3b497a-2756-4f21-8882-a6734f88ad52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.686299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "2c3b497a-2756-4f21-8882-a6734f88ad52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.686483] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "2c3b497a-2756-4f21-8882-a6734f88ad52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.687580] env[63920]: INFO nova.compute.manager [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Terminating instance [ 659.702494] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.798186] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.798186] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.807981] env[63920]: DEBUG oslo_vmware.api [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391800, 'name': PowerOnVM_Task, 'duration_secs': 0.53751} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.808396] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.809228] env[63920]: INFO nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Took 11.22 seconds to spawn the instance on the hypervisor. [ 659.809446] env[63920]: DEBUG nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.810492] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ce1879-1eb7-488a-b37e-5d6308545bb6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.956703] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391801, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.012223] env[63920]: INFO nova.compute.manager [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Took 31.26 seconds to build instance. [ 660.072532] env[63920]: DEBUG nova.compute.utils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 660.077023] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.077023] env[63920]: DEBUG nova.network.neutron [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.115269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Releasing lock "refresh_cache-5195e384-56a4-49ab-a1cc-a0badefeef61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.115269] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Instance network_info: |[{"id": "a716281a-489a-4b02-bef6-b968223b7bbc", "address": "fa:16:3e:4b:a9:6d", "network": {"id": "5101ae0b-f4be-4102-afa3-701644324f64", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1280140016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0607ccd12bd54c179b832c419bf25f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa716281a-48", "ovs_interfaceid": "a716281a-489a-4b02-bef6-b968223b7bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.115406] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e91fc4-e736-8298-09b9-a529d6adda76, 'name': SearchDatastore_Task, 'duration_secs': 0.049013} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.115406] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:a9:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb3425ea-72e7-41e3-92a7-820db9ec4661', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a716281a-489a-4b02-bef6-b968223b7bbc', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.124119] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Creating folder: Project (0607ccd12bd54c179b832c419bf25f6e). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.124119] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b64525f3-2fec-4445-991c-81e7335718df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.126449] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3d9dad-23e6-4223-bc2b-bdf71286c851 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.133439] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 660.133439] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522de51f-150e-3098-b8fc-b5b7a8dcaa5a" [ 660.133439] env[63920]: _type = "Task" [ 660.133439] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.139492] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Created folder: Project (0607ccd12bd54c179b832c419bf25f6e) in parent group-v485178. [ 660.139716] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Creating folder: Instances. Parent ref: group-v485246. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.143034] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1795671-9edc-405c-a76e-71cb562f27ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.144892] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522de51f-150e-3098-b8fc-b5b7a8dcaa5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.146356] env[63920]: DEBUG nova.policy [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7ce45b205864795964999804ace33b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2d8eb2bcdc1410c9b97c0bc772522c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.159878] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Created folder: Instances in parent group-v485246. [ 660.159878] env[63920]: DEBUG oslo.service.loopingcall [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.160092] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.160301] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af8fc856-d827-4bd9-8b8a-11e618ee5300 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.187082] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.187082] env[63920]: value = "task-2391807" [ 660.187082] env[63920]: _type = "Task" [ 660.187082] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.195983] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "refresh_cache-2c3b497a-2756-4f21-8882-a6734f88ad52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.196188] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquired lock "refresh_cache-2c3b497a-2756-4f21-8882-a6734f88ad52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.196361] env[63920]: DEBUG nova.network.neutron [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.205678] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391807, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.205954] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391803, 'name': ReconfigVM_Task, 'duration_secs': 0.884692} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.206975] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6/50e0771f-fe7f-4a43-8ef3-f0644bd41eb6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.207638] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaeac988-9039-4067-b96b-4ca9c878b98b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.215145] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 660.215145] env[63920]: value = "task-2391808" [ 660.215145] env[63920]: _type = "Task" [ 660.215145] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.227941] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391808, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.334675] env[63920]: INFO nova.compute.manager [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Took 31.34 seconds to build instance. [ 660.454294] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391801, 'name': Rename_Task, 'duration_secs': 1.203689} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.454773] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.456027] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d99aee5e-e984-4707-98a6-75b731baac78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.465553] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 660.465553] env[63920]: value = "task-2391809" [ 660.465553] env[63920]: _type = "Task" [ 660.465553] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.478179] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.516153] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4ee556bc-61e8-46b4-bdee-4c8025458f20 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.779s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.578202] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.426513] env[63920]: DEBUG nova.network.neutron [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Successfully updated port: 4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.428454] env[63920]: DEBUG nova.network.neutron [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Successfully created port: e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.433218] env[63920]: DEBUG oslo_concurrency.lockutils [None req-198925d3-57bd-4c17-bcdd-62d5c0fc9cfa tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.989s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.433599] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.439297] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "8a8b5ca1-d551-4876-be84-e93404f98db9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.439537] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.439775] env[63920]: DEBUG nova.compute.manager [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Going to confirm migration 1 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 661.441650] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522de51f-150e-3098-b8fc-b5b7a8dcaa5a, 'name': SearchDatastore_Task, 'duration_secs': 0.039418} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.442604] env[63920]: DEBUG nova.compute.manager [req-ebba0dfd-aa6e-4ff0-b0c4-bf9baa756419 req-9072c8f4-3152-41f3-a304-4d5f44ea99eb service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Received event network-vif-plugged-4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.442791] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebba0dfd-aa6e-4ff0-b0c4-bf9baa756419 req-9072c8f4-3152-41f3-a304-4d5f44ea99eb service nova] Acquiring lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.442979] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebba0dfd-aa6e-4ff0-b0c4-bf9baa756419 req-9072c8f4-3152-41f3-a304-4d5f44ea99eb service nova] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.443155] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebba0dfd-aa6e-4ff0-b0c4-bf9baa756419 req-9072c8f4-3152-41f3-a304-4d5f44ea99eb service nova] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.443304] env[63920]: DEBUG nova.compute.manager [req-ebba0dfd-aa6e-4ff0-b0c4-bf9baa756419 req-9072c8f4-3152-41f3-a304-4d5f44ea99eb service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] No waiting events found dispatching network-vif-plugged-4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.443492] env[63920]: WARNING nova.compute.manager [req-ebba0dfd-aa6e-4ff0-b0c4-bf9baa756419 req-9072c8f4-3152-41f3-a304-4d5f44ea99eb service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Received unexpected event network-vif-plugged-4e789c32-1d10-4b24-af6f-3e309579efc2 for instance with vm_state building and task_state spawning. [ 661.455133] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.455960] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. {{(pid=63920) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 661.460110] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da505a19-b1e4-4035-b634-5919e0c94110 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.470047] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391807, 'name': CreateVM_Task, 'duration_secs': 0.601051} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.476618] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.476868] env[63920]: DEBUG oslo_vmware.api [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2391809, 'name': PowerOnVM_Task, 'duration_secs': 0.972933} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.477049] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391808, 'name': Rename_Task, 'duration_secs': 0.208713} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.479150] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.479329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.480360] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.480360] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.480360] env[63920]: INFO nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Took 15.87 seconds to spawn the instance on the hypervisor. [ 661.480583] env[63920]: DEBUG nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.480692] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.481357] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 661.481357] env[63920]: value = "task-2391810" [ 661.481357] env[63920]: _type = "Task" [ 661.481357] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.485032] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e39561-e82f-4846-9848-bedcbb916463 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.485032] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1f901-6e11-455a-b97f-c0d577e896ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.487262] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9987da06-6863-4a47-9958-552476542d3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.500586] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 661.500586] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523fae68-7ba5-2263-404e-0880863682ce" [ 661.500586] env[63920]: _type = "Task" [ 661.500586] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.501883] env[63920]: DEBUG nova.network.neutron [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.511221] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.520348] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 661.520348] env[63920]: value = "task-2391811" [ 661.520348] env[63920]: _type = "Task" [ 661.520348] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.530846] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523fae68-7ba5-2263-404e-0880863682ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015355} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.531599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.531901] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.532175] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.532376] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.532519] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.532781] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f016060f-fc2e-4296-a3a2-58271c9cb8b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.538685] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391811, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.548108] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.548383] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.549324] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7317754-d058-4aa3-9ef4-8d38765197ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.558139] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 661.558139] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52168ea3-3197-b657-9889-18ca9048ba18" [ 661.558139] env[63920]: _type = "Task" [ 661.558139] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.568484] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52168ea3-3197-b657-9889-18ca9048ba18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.620953] env[63920]: DEBUG nova.network.neutron [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.686721] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "a9443c1d-3c52-4605-8197-ecfac838e125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.686951] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "a9443c1d-3c52-4605-8197-ecfac838e125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.946380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.946554] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.946732] env[63920]: DEBUG nova.network.neutron [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.951381] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.964345] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.969049] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3da42fd-0bb0-4e1c-81a9-0f8e5a7b171e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.984358] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5651222b-c6bb-4c69-a780-9def60af8d6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.988699] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.001318] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.001734] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.001851] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.002073] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.002248] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.002513] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.002748] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.002922] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.004917] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.005150] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.005335] env[63920]: DEBUG nova.virt.hardware [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.011987] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069598f4-8952-463e-8637-681e590d66a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.062078] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812ce4fc-dfaa-4358-ab5b-2b4a64d782ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.076129] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391810, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.076878] env[63920]: INFO nova.compute.manager [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Took 36.45 seconds to build instance. [ 662.083315] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c24d52-bc90-437f-ad0d-c9297850d01c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.095600] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391811, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.099486] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01884270-0056-4e60-984d-d24a15adf80c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.119766] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52168ea3-3197-b657-9889-18ca9048ba18, 'name': SearchDatastore_Task, 'duration_secs': 0.018796} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.121127] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd2411e5-e968-4f5c-b377-937392db0b82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.134118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Releasing lock "refresh_cache-2c3b497a-2756-4f21-8882-a6734f88ad52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.134660] env[63920]: DEBUG nova.compute.manager [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 662.134978] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.135818] env[63920]: DEBUG nova.compute.provider_tree [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.138261] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c99722-7376-45f1-bb52-c186b0ec50b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.148761] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 662.148761] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522afe00-0bf0-3b9f-825c-fd5479815fcf" [ 662.148761] env[63920]: _type = "Task" [ 662.148761] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.151934] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.156259] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c96134e-d95f-4cc2-b61e-fd2375bad685 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.167746] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522afe00-0bf0-3b9f-825c-fd5479815fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.169148] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.169395] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.169606] env[63920]: DEBUG nova.network.neutron [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.169805] env[63920]: DEBUG nova.objects.instance [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lazy-loading 'info_cache' on Instance uuid 8a8b5ca1-d551-4876-be84-e93404f98db9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.174533] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.174533] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 5195e384-56a4-49ab-a1cc-a0badefeef61/5195e384-56a4-49ab-a1cc-a0badefeef61.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.174533] env[63920]: DEBUG oslo_vmware.api [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 662.174533] env[63920]: value = "task-2391812" [ 662.174533] env[63920]: _type = "Task" [ 662.174533] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.174533] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a6cddc0-1bf6-4486-9fe2-ff45b790f3a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.187919] env[63920]: DEBUG oslo_vmware.api [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.189687] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 662.189687] env[63920]: value = "task-2391813" [ 662.189687] env[63920]: _type = "Task" [ 662.189687] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.201334] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.501547] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675467} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.503062] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.503160] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. [ 662.503958] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd6187a-9de7-4233-b823-cdff50d261bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.510506] env[63920]: DEBUG nova.compute.manager [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Received event network-changed-a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 662.510751] env[63920]: DEBUG nova.compute.manager [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Refreshing instance network info cache due to event network-changed-a716281a-489a-4b02-bef6-b968223b7bbc. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 662.511031] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] Acquiring lock "refresh_cache-5195e384-56a4-49ab-a1cc-a0badefeef61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 662.511193] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] Acquired lock "refresh_cache-5195e384-56a4-49ab-a1cc-a0badefeef61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.511443] env[63920]: DEBUG nova.network.neutron [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Refreshing network info cache for port a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.546921] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.548614] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f7fd30-9e31-43c8-9e9b-7d34ad218f0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.578514] env[63920]: DEBUG oslo_vmware.api [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391811, 'name': PowerOnVM_Task, 'duration_secs': 0.902023} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.580129] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.580569] env[63920]: INFO nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Took 11.39 seconds to spawn the instance on the hypervisor. [ 662.580569] env[63920]: DEBUG nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.580953] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 662.580953] env[63920]: value = "task-2391814" [ 662.580953] env[63920]: _type = "Task" [ 662.580953] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.581811] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94d9cb-bdcc-4169-87e8-3ae023c4cd72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.588903] env[63920]: DEBUG nova.network.neutron [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.591843] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1cb57c-8fd0-4035-9f29-467013388ca7 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "c95f85fd-e213-4861-973c-5759d0590696" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.974s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.603296] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.645590] env[63920]: DEBUG nova.scheduler.client.report [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.702623] env[63920]: DEBUG oslo_vmware.api [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391812, 'name': PowerOffVM_Task, 'duration_secs': 0.265645} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.702975] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.703174] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.703751] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e55c6cda-03f5-4778-b915-ddf74cbce92d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.712310] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391813, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.742803] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.744098] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.744098] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Deleting the datastore file [datastore1] 2c3b497a-2756-4f21-8882-a6734f88ad52 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.744098] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a51c7758-fa0d-4296-b9ec-f5051cc8aff3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.755891] env[63920]: DEBUG oslo_vmware.api [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for the task: (returnval){ [ 662.755891] env[63920]: value = "task-2391816" [ 662.755891] env[63920]: _type = "Task" [ 662.755891] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.771268] env[63920]: DEBUG oslo_vmware.api [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.095413] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.110782] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.113836] env[63920]: INFO nova.compute.manager [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Took 30.89 seconds to build instance. [ 663.153301] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.583s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.158059] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.165096] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.277s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.165469] env[63920]: DEBUG nova.objects.instance [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 663.216912] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798046} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.219471] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 5195e384-56a4-49ab-a1cc-a0badefeef61/5195e384-56a4-49ab-a1cc-a0badefeef61.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.219708] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.219975] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f6e16d9-4140-4fe2-8fa0-b33ea559884c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.232169] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 663.232169] env[63920]: value = "task-2391817" [ 663.232169] env[63920]: _type = "Task" [ 663.232169] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.248972] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.272980] env[63920]: DEBUG oslo_vmware.api [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Task: {'id': task-2391816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271223} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.273806] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.274015] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.274245] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.274429] env[63920]: INFO nova.compute.manager [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Took 1.14 seconds to destroy the instance on the hypervisor. [ 663.274675] env[63920]: DEBUG oslo.service.loopingcall [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 663.274862] env[63920]: DEBUG nova.compute.manager [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 663.274949] env[63920]: DEBUG nova.network.neutron [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 663.530296] env[63920]: DEBUG nova.network.neutron [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.543246] env[63920]: DEBUG nova.network.neutron [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Updating instance_info_cache with network_info: [{"id": "4e789c32-1d10-4b24-af6f-3e309579efc2", "address": "fa:16:3e:fe:4e:52", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e789c32-1d", "ovs_interfaceid": "4e789c32-1d10-4b24-af6f-3e309579efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.600724] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.617309] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7aa0491c-4e69-4da1-97a2-da98cbf4aa54 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.404s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.639028] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.667529] env[63920]: DEBUG nova.compute.utils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 663.668994] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.669217] env[63920]: DEBUG nova.network.neutron [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.683629] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.684045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.684732] env[63920]: DEBUG nova.compute.manager [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.685634] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb57dce0-3d19-460b-82ab-e4c8bf5aff8c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.695580] env[63920]: DEBUG nova.compute.manager [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 663.695580] env[63920]: DEBUG nova.objects.instance [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lazy-loading 'flavor' on Instance uuid a9e67613-f7b4-4164-9212-2accfbddfdd1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.743933] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282788} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.744055] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.745049] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73264234-a115-4dfa-aaf6-301551a27034 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.762846] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "10626bbb-7618-483f-8fc6-fc44870fc3ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.763143] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.764633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "10626bbb-7618-483f-8fc6-fc44870fc3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.764633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.764633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.775337] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5195e384-56a4-49ab-a1cc-a0badefeef61/5195e384-56a4-49ab-a1cc-a0badefeef61.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.775974] env[63920]: INFO nova.compute.manager [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Terminating instance [ 663.780113] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcdea97-3ae2-4225-be38-3d87c0e15d4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.807643] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 663.807643] env[63920]: value = "task-2391818" [ 663.807643] env[63920]: _type = "Task" [ 663.807643] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.816299] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.899800] env[63920]: DEBUG nova.policy [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd271d207cc8549feb3df1f334abf0f8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fae9361c404331bebbe7ceeaf7d871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.943687] env[63920]: DEBUG nova.network.neutron [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.032844] env[63920]: DEBUG nova.network.neutron [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.045807] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.046310] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Instance network_info: |[{"id": "4e789c32-1d10-4b24-af6f-3e309579efc2", "address": "fa:16:3e:fe:4e:52", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e789c32-1d", "ovs_interfaceid": "4e789c32-1d10-4b24-af6f-3e309579efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.046969] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:4e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e789c32-1d10-4b24-af6f-3e309579efc2', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.060677] env[63920]: DEBUG oslo.service.loopingcall [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.062302] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.062577] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9b52a3b-6572-4a1c-9c59-8cd9ed9b8f07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.094942] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.094942] env[63920]: value = "task-2391819" [ 664.094942] env[63920]: _type = "Task" [ 664.094942] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.105565] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.112478] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391819, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.122835] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.155538] env[63920]: DEBUG nova.network.neutron [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Successfully updated port: e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.177053] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.182260] env[63920]: DEBUG oslo_concurrency.lockutils [None req-903d638e-d16c-4bbb-a798-d442de5c3866 tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.183640] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.282s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.188802] env[63920]: INFO nova.compute.claims [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.297341] env[63920]: DEBUG nova.network.neutron [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Updated VIF entry in instance network info cache for port a716281a-489a-4b02-bef6-b968223b7bbc. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.297341] env[63920]: DEBUG nova.network.neutron [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Updating instance_info_cache with network_info: [{"id": "a716281a-489a-4b02-bef6-b968223b7bbc", "address": "fa:16:3e:4b:a9:6d", "network": {"id": "5101ae0b-f4be-4102-afa3-701644324f64", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1280140016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0607ccd12bd54c179b832c419bf25f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb3425ea-72e7-41e3-92a7-820db9ec4661", "external-id": "nsx-vlan-transportzone-651", "segmentation_id": 651, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa716281a-48", "ovs_interfaceid": "a716281a-489a-4b02-bef6-b968223b7bbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.300644] env[63920]: DEBUG nova.compute.manager [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.300790] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.302853] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef1be76-5b00-4942-ad74-7646036d5dc0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.329105] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.336538] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3de667-383b-41fa-a341-07d37e32ded5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.340109] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.350114] env[63920]: DEBUG oslo_vmware.api [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 664.350114] env[63920]: value = "task-2391820" [ 664.350114] env[63920]: _type = "Task" [ 664.350114] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.367596] env[63920]: DEBUG oslo_vmware.api [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.447922] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.447922] env[63920]: DEBUG nova.objects.instance [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lazy-loading 'migration_context' on Instance uuid 8a8b5ca1-d551-4876-be84-e93404f98db9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.538073] env[63920]: INFO nova.compute.manager [-] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Took 1.26 seconds to deallocate network for instance. [ 664.602812] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391814, 'name': ReconfigVM_Task, 'duration_secs': 1.844241} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.603606] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.604768] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671d360e-3a49-4862-bb31-facc64a3d2f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.615227] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391819, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.653018] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9a89b6-4a6c-4a92-90d1-d25c1a8ecbc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.665268] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "refresh_cache-b5dd250e-74ab-41ff-9874-8098ea178e03" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.665422] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired lock "refresh_cache-b5dd250e-74ab-41ff-9874-8098ea178e03" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.668402] env[63920]: DEBUG nova.network.neutron [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.673888] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 664.673888] env[63920]: value = "task-2391821" [ 664.673888] env[63920]: _type = "Task" [ 664.673888] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.689194] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.690794] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.707285] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.708124] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8628cc89-976f-46f8-b9db-acff194662ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.717788] env[63920]: DEBUG oslo_vmware.api [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 664.717788] env[63920]: value = "task-2391822" [ 664.717788] env[63920]: _type = "Task" [ 664.717788] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.729490] env[63920]: DEBUG oslo_vmware.api [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.803925] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b4399dc-9398-46dc-8d8c-412f3236a941 req-0ee33bcc-3500-46ca-8db0-c3139e95f5fc service nova] Releasing lock "refresh_cache-5195e384-56a4-49ab-a1cc-a0badefeef61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.824353] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391818, 'name': ReconfigVM_Task, 'duration_secs': 0.848128} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.825207] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5195e384-56a4-49ab-a1cc-a0badefeef61/5195e384-56a4-49ab-a1cc-a0badefeef61.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.825458] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-926b99b5-453f-424a-b211-9eeab1dedd69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.835440] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 664.835440] env[63920]: value = "task-2391823" [ 664.835440] env[63920]: _type = "Task" [ 664.835440] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.847390] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391823, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.861426] env[63920]: DEBUG oslo_vmware.api [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391820, 'name': PowerOffVM_Task, 'duration_secs': 0.269623} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.861689] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.861941] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.862306] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d583772-ddc6-4fcf-8ae1-e40c1019501a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.945117] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.945399] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.945614] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Deleting the datastore file [datastore1] 10626bbb-7618-483f-8fc6-fc44870fc3ee {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.946051] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0a4cf29-172b-41ad-a4d8-4d257310c5f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.949730] env[63920]: DEBUG nova.objects.base [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Object Instance<8a8b5ca1-d551-4876-be84-e93404f98db9> lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 664.953974] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd799060-22db-484d-8d0e-53eedc192426 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.986301] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11806c75-102f-4db8-8462-9f9c5ba021a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.990084] env[63920]: DEBUG oslo_vmware.api [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for the task: (returnval){ [ 664.990084] env[63920]: value = "task-2391825" [ 664.990084] env[63920]: _type = "Task" [ 664.990084] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.996788] env[63920]: DEBUG oslo_vmware.api [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 664.996788] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525ce9c2-67d9-3561-060d-c2977796b872" [ 664.996788] env[63920]: _type = "Task" [ 664.996788] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.003328] env[63920]: DEBUG oslo_vmware.api [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.009121] env[63920]: DEBUG oslo_vmware.api [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525ce9c2-67d9-3561-060d-c2977796b872, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.010144] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.046474] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.106968] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391819, 'name': CreateVM_Task, 'duration_secs': 0.576509} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.107279] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.108039] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.108224] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.108596] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 665.109226] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717ff3d6-9cf0-497b-bfc0-d36d49216ccf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.115726] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 665.115726] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52010409-58ba-9bad-e35b-130c5e17546c" [ 665.115726] env[63920]: _type = "Task" [ 665.115726] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.125641] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52010409-58ba-9bad-e35b-130c5e17546c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.173334] env[63920]: DEBUG nova.compute.manager [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Received event network-changed-4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.173334] env[63920]: DEBUG nova.compute.manager [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Refreshing instance network info cache due to event network-changed-4e789c32-1d10-4b24-af6f-3e309579efc2. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.173334] env[63920]: DEBUG oslo_concurrency.lockutils [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] Acquiring lock "refresh_cache-af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.173334] env[63920]: DEBUG oslo_concurrency.lockutils [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] Acquired lock "refresh_cache-af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.173334] env[63920]: DEBUG nova.network.neutron [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Refreshing network info cache for port 4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.188900] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391821, 'name': ReconfigVM_Task, 'duration_secs': 0.29965} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.189819] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.191850] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 665.195489] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c3fd2a1-eed4-40e8-8e8c-0abc11f2094c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.208241] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 665.208241] env[63920]: value = "task-2391826" [ 665.208241] env[63920]: _type = "Task" [ 665.208241] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.223769] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.246393] env[63920]: DEBUG oslo_vmware.api [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391822, 'name': PowerOffVM_Task, 'duration_secs': 0.247533} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.248685] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 665.248929] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.249104] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 665.249291] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.249544] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 665.249647] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 665.249813] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 665.249971] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 665.250153] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 665.250332] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 665.250540] env[63920]: DEBUG nova.virt.hardware [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 665.250862] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.251366] env[63920]: DEBUG nova.compute.manager [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.252297] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bffe57b-484a-4f59-a125-d15debd2d2a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.257870] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b818ab-b091-49b7-a759-c08246c102e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.269231] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a2246-5733-4544-ac95-0f5975f2ee86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.281769] env[63920]: DEBUG nova.network.neutron [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Successfully created port: 025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.300620] env[63920]: DEBUG nova.network.neutron [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.349232] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391823, 'name': Rename_Task, 'duration_secs': 0.248619} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.352132] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.357304] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a1bd30-fc8c-41b3-a833-54613c16e6f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364905] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 665.364905] env[63920]: value = "task-2391827" [ 665.364905] env[63920]: _type = "Task" [ 665.364905] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.380802] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.512184] env[63920]: DEBUG oslo_vmware.api [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Task: {'id': task-2391825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177405} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.512462] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.512649] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.512843] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.512993] env[63920]: INFO nova.compute.manager [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Took 1.21 seconds to destroy the instance on the hypervisor. [ 665.517423] env[63920]: DEBUG oslo.service.loopingcall [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.518382] env[63920]: DEBUG nova.compute.manager [-] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.518382] env[63920]: DEBUG nova.network.neutron [-] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.631417] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52010409-58ba-9bad-e35b-130c5e17546c, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.635390] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.635780] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.636143] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.636388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636691] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.638258] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bed324e-ac98-4a84-8188-4918989fac09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.653838] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.657369] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.657369] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290a63ed-70f3-47af-8cdf-9bf5044268d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.668683] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 665.668683] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ad6fb1-f791-e73e-e135-ed74a1b884ce" [ 665.668683] env[63920]: _type = "Task" [ 665.668683] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.684985] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ad6fb1-f791-e73e-e135-ed74a1b884ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.704116] env[63920]: DEBUG nova.compute.manager [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Received event network-vif-plugged-e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.705292] env[63920]: DEBUG oslo_concurrency.lockutils [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] Acquiring lock "b5dd250e-74ab-41ff-9874-8098ea178e03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.705292] env[63920]: DEBUG oslo_concurrency.lockutils [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.705292] env[63920]: DEBUG oslo_concurrency.lockutils [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.705292] env[63920]: DEBUG nova.compute.manager [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] No waiting events found dispatching network-vif-plugged-e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.705292] env[63920]: WARNING nova.compute.manager [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Received unexpected event network-vif-plugged-e3750b1e-5b67-49e0-a3f2-cd98e05cea17 for instance with vm_state building and task_state spawning. [ 665.705772] env[63920]: DEBUG nova.compute.manager [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Received event network-changed-e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.705772] env[63920]: DEBUG nova.compute.manager [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Refreshing instance network info cache due to event network-changed-e3750b1e-5b67-49e0-a3f2-cd98e05cea17. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 665.705772] env[63920]: DEBUG oslo_concurrency.lockutils [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] Acquiring lock "refresh_cache-b5dd250e-74ab-41ff-9874-8098ea178e03" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.719974] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.781751] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3d1d3dc-4441-45ba-92ba-a2e2e369b131 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.098s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.801466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "50f6d892-f128-4f5c-bfc4-6b9a34661950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.801952] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.819136] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394041cd-5330-4d85-a421-d8a6da5fe07f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.828222] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb71b041-4cf4-48c9-bbd3-f5c28bfff176 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.864916] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d1845c-f6dd-4b8f-ab46-f220f0794cde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.878254] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391827, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.883236] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0797bc21-7245-4506-84d7-220cc83670fd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.896418] env[63920]: DEBUG nova.compute.provider_tree [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.997197] env[63920]: DEBUG nova.network.neutron [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Updating instance_info_cache with network_info: [{"id": "e3750b1e-5b67-49e0-a3f2-cd98e05cea17", "address": "fa:16:3e:91:2e:2d", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3750b1e-5b", "ovs_interfaceid": "e3750b1e-5b67-49e0-a3f2-cd98e05cea17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.179401] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ad6fb1-f791-e73e-e135-ed74a1b884ce, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.180216] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88965ea1-3ac8-4beb-bc2e-0fe26b9c95a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.188337] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 666.188337] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a63da1-af96-e986-4f1b-0516fc203d27" [ 666.188337] env[63920]: _type = "Task" [ 666.188337] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.198721] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a63da1-af96-e986-4f1b-0516fc203d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.218974] env[63920]: DEBUG oslo_vmware.api [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391826, 'name': PowerOnVM_Task, 'duration_secs': 0.950042} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.219239] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.222113] env[63920]: DEBUG nova.compute.manager [None req-7647eb21-a8f0-41e1-905d-a61fd01327e4 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.222915] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcf111c-613d-48bc-922a-305121f95e4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.249216] env[63920]: DEBUG nova.network.neutron [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Updated VIF entry in instance network info cache for port 4e789c32-1d10-4b24-af6f-3e309579efc2. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.250293] env[63920]: DEBUG nova.network.neutron [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Updating instance_info_cache with network_info: [{"id": "4e789c32-1d10-4b24-af6f-3e309579efc2", "address": "fa:16:3e:fe:4e:52", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e789c32-1d", "ovs_interfaceid": "4e789c32-1d10-4b24-af6f-3e309579efc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.378145] env[63920]: DEBUG oslo_vmware.api [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391827, 'name': PowerOnVM_Task, 'duration_secs': 1.004983} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.378462] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.378671] env[63920]: INFO nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Took 10.30 seconds to spawn the instance on the hypervisor. [ 666.378848] env[63920]: DEBUG nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.379812] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073a669-d035-43f9-8eed-97a96feb1d02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.427276] env[63920]: ERROR nova.scheduler.client.report [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [req-10634f6e-d5ab-4297-9d2e-992c4b28d79a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-10634f6e-d5ab-4297-9d2e-992c4b28d79a"}]} [ 666.451422] env[63920]: DEBUG nova.scheduler.client.report [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.476250] env[63920]: DEBUG nova.scheduler.client.report [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.476502] env[63920]: DEBUG nova.compute.provider_tree [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.488260] env[63920]: DEBUG nova.scheduler.client.report [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.500138] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Releasing lock "refresh_cache-b5dd250e-74ab-41ff-9874-8098ea178e03" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.500504] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Instance network_info: |[{"id": "e3750b1e-5b67-49e0-a3f2-cd98e05cea17", "address": "fa:16:3e:91:2e:2d", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3750b1e-5b", "ovs_interfaceid": "e3750b1e-5b67-49e0-a3f2-cd98e05cea17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.500810] env[63920]: DEBUG oslo_concurrency.lockutils [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] Acquired lock "refresh_cache-b5dd250e-74ab-41ff-9874-8098ea178e03" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.501013] env[63920]: DEBUG nova.network.neutron [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Refreshing network info cache for port e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.502281] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:2e:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3750b1e-5b67-49e0-a3f2-cd98e05cea17', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.516971] env[63920]: DEBUG oslo.service.loopingcall [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 666.516971] env[63920]: DEBUG nova.scheduler.client.report [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.519712] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.520474] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-febe7b5d-4cdb-4e6d-ae2f-0c500ece1fcd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.547838] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.547838] env[63920]: value = "task-2391828" [ 666.547838] env[63920]: _type = "Task" [ 666.547838] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.560129] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391828, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.606143] env[63920]: DEBUG nova.network.neutron [-] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.702092] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a63da1-af96-e986-4f1b-0516fc203d27, 'name': SearchDatastore_Task, 'duration_secs': 0.019584} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.705353] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.705647] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6/af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.706147] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baa420ab-b1da-47bf-85ce-d4a9fe322053 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.719119] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 666.719119] env[63920]: value = "task-2391829" [ 666.719119] env[63920]: _type = "Task" [ 666.719119] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.731955] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.754358] env[63920]: DEBUG oslo_concurrency.lockutils [req-2a5c933d-74eb-4627-8f8e-06037f5d8b4a req-88181b6f-7c6c-4884-9d7f-fdca2bc0f511 service nova] Releasing lock "refresh_cache-af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.901930] env[63920]: INFO nova.compute.manager [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Took 32.91 seconds to build instance. [ 667.070915] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391828, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.113586] env[63920]: INFO nova.compute.manager [-] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Took 1.60 seconds to deallocate network for instance. [ 667.117815] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28156932-4af1-4be2-b85f-841db32c65ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.137023] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed7a031-00e5-4ca7-ad69-174c5d7c4474 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.189993] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1df9564-0d56-4c97-b71f-a0447ed1f37e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.200526] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaef4fb-55fe-442c-8df5-e61ce64d370b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.220217] env[63920]: DEBUG nova.compute.provider_tree [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.238744] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.405626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-38bff50c-090b-4b1d-90b1-14f8af62603a tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.424s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.565025] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391828, 'name': CreateVM_Task, 'duration_secs': 0.679466} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.565025] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.565025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.565025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.565025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 667.565329] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c343101-3dac-4dc6-8f77-10f35cd4715a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.576021] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 667.576021] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fbb31e-6bf2-595d-2870-cc5364f337bf" [ 667.576021] env[63920]: _type = "Task" [ 667.576021] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.593161] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fbb31e-6bf2-595d-2870-cc5364f337bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.627908] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.717191] env[63920]: DEBUG nova.network.neutron [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Updated VIF entry in instance network info cache for port e3750b1e-5b67-49e0-a3f2-cd98e05cea17. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.717642] env[63920]: DEBUG nova.network.neutron [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Updating instance_info_cache with network_info: [{"id": "e3750b1e-5b67-49e0-a3f2-cd98e05cea17", "address": "fa:16:3e:91:2e:2d", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3750b1e-5b", "ovs_interfaceid": "e3750b1e-5b67-49e0-a3f2-cd98e05cea17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.741814] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664659} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.746032] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6/af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.746032] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.746032] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0278ef4-4b78-48b7-82ec-1c25d2591872 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.754507] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 667.754507] env[63920]: value = "task-2391830" [ 667.754507] env[63920]: _type = "Task" [ 667.754507] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.770916] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.786939] env[63920]: DEBUG nova.compute.manager [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Received event network-changed-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.786939] env[63920]: DEBUG nova.compute.manager [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Refreshing instance network info cache due to event network-changed-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.786939] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] Acquiring lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.786939] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] Acquired lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.786939] env[63920]: DEBUG nova.network.neutron [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Refreshing network info cache for port 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.795083] env[63920]: DEBUG nova.network.neutron [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Successfully updated port: 025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 667.798779] env[63920]: DEBUG nova.scheduler.client.report [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 667.799072] env[63920]: DEBUG nova.compute.provider_tree [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 45 to 46 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 667.799296] env[63920]: DEBUG nova.compute.provider_tree [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.909224] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.047209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "interface-5195e384-56a4-49ab-a1cc-a0badefeef61-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.049848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "interface-5195e384-56a4-49ab-a1cc-a0badefeef61-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.049848] env[63920]: DEBUG nova.objects.instance [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lazy-loading 'flavor' on Instance uuid 5195e384-56a4-49ab-a1cc-a0badefeef61 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.087449] env[63920]: DEBUG nova.objects.instance [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lazy-loading 'flavor' on Instance uuid a9e67613-f7b4-4164-9212-2accfbddfdd1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.089243] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fbb31e-6bf2-595d-2870-cc5364f337bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019039} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.090112] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.090497] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.091254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.091741] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.092135] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.092743] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23f259c4-d989-4557-b28d-3d815e1a2e78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.106563] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.106747] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.107567] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a82f3e8-51e3-4f4c-b400-8092e3be1e49 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.115423] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 668.115423] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525265e0-4659-2a26-72f0-645a630dab12" [ 668.115423] env[63920]: _type = "Task" [ 668.115423] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.127141] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525265e0-4659-2a26-72f0-645a630dab12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.221098] env[63920]: DEBUG oslo_concurrency.lockutils [req-c57c4862-7162-45e7-8abb-710d24e9e0c8 req-6c1837ae-81af-4479-b860-296bd64bb486 service nova] Releasing lock "refresh_cache-b5dd250e-74ab-41ff-9874-8098ea178e03" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.267834] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182567} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.268227] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.269480] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccd66c5-1a40-4042-be3b-38a1a87bbbbb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.301945] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6/af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.301945] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da01fee6-59e8-479a-9aa2-10696c6cbc5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.322018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.322316] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.325169] env[63920]: DEBUG nova.network.neutron [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.325169] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.141s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.325169] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.332115] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.074s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.332115] env[63920]: DEBUG nova.objects.instance [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lazy-loading 'resources' on Instance uuid 17da6524-eda0-4b27-8586-84c7f775f06b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.347178] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 668.347178] env[63920]: value = "task-2391831" [ 668.347178] env[63920]: _type = "Task" [ 668.347178] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.369114] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.455252] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.492144] env[63920]: DEBUG nova.compute.manager [req-625b5fc1-5cb8-4938-985e-31da6742fd3c req-10b7f9fe-e5f3-48ae-bedb-c7c6ce215e8f service nova] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Received event network-vif-deleted-56517cec-e948-4024-8ed5-c99ecf112fb1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 668.552766] env[63920]: DEBUG nova.objects.instance [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lazy-loading 'pci_requests' on Instance uuid 5195e384-56a4-49ab-a1cc-a0badefeef61 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.594166] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.594554] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquired lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.594554] env[63920]: DEBUG nova.network.neutron [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.594790] env[63920]: DEBUG nova.objects.instance [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lazy-loading 'info_cache' on Instance uuid a9e67613-f7b4-4164-9212-2accfbddfdd1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.630067] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525265e0-4659-2a26-72f0-645a630dab12, 'name': SearchDatastore_Task, 'duration_secs': 0.053531} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.631921] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-767bbdbd-51c4-410f-98c8-ae0c876020b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.640297] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 668.640297] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224de75-c922-f900-afa6-23fea13cd409" [ 668.640297] env[63920]: _type = "Task" [ 668.640297] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.661160] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224de75-c922-f900-afa6-23fea13cd409, 'name': SearchDatastore_Task, 'duration_secs': 0.015323} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.661459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.661748] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b5dd250e-74ab-41ff-9874-8098ea178e03/b5dd250e-74ab-41ff-9874-8098ea178e03.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.662042] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bbfae1a-6786-4060-a11f-288c924ec310 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.671850] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 668.671850] env[63920]: value = "task-2391832" [ 668.671850] env[63920]: _type = "Task" [ 668.671850] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.682546] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.819610] env[63920]: DEBUG nova.network.neutron [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updated VIF entry in instance network info cache for port 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.821822] env[63920]: DEBUG nova.network.neutron [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updating instance_info_cache with network_info: [{"id": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "address": "fa:16:3e:43:ec:11", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1b6ec4-ca", "ovs_interfaceid": "5f1b6ec4-ca70-420a-bcc8-415422f3f6b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.836679] env[63920]: DEBUG nova.compute.utils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.842300] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.842571] env[63920]: DEBUG nova.network.neutron [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.864333] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.883060] env[63920]: DEBUG nova.network.neutron [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.956180] env[63920]: DEBUG nova.policy [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abb08bb5df524ef1ba0a968a3be516dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '399af3b107e3473ba14f77b963f0f772', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.055590] env[63920]: DEBUG nova.objects.base [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Object Instance<5195e384-56a4-49ab-a1cc-a0badefeef61> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 669.055826] env[63920]: DEBUG nova.network.neutron [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.092541] env[63920]: DEBUG nova.network.neutron [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.098756] env[63920]: DEBUG nova.objects.base [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 669.186548] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391832, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.328504] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] Releasing lock "refresh_cache-c9fe8811-1b42-4355-b7a9-9efd10729e8b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.329214] env[63920]: DEBUG nova.compute.manager [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Received event network-changed-419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.329566] env[63920]: DEBUG nova.compute.manager [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Refreshing instance network info cache due to event network-changed-419cdfa2-dca6-4703-a3b9-71bbda80b213. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.333020] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] Acquiring lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.333020] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] Acquired lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.333020] env[63920]: DEBUG nova.network.neutron [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Refreshing network info cache for port 419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.333787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e0ad327-68d3-4be1-b095-ccbd8a6f2364 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "interface-5195e384-56a4-49ab-a1cc-a0badefeef61-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.286s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.347570] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.369110] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391831, 'name': ReconfigVM_Task, 'duration_secs': 0.926254} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.372751] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Reconfigured VM instance instance-00000017 to attach disk [datastore2] af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6/af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.374111] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-357219ba-7ba7-4b27-b867-b835851738f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.384452] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 669.384452] env[63920]: value = "task-2391833" [ 669.384452] env[63920]: _type = "Task" [ 669.384452] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.396714] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391833, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.479228] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9be576-e987-4b55-8d92-bcedf64fe91b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.490161] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46855d4-811f-4358-afd5-9f89b7d287d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.528209] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efadfe3-acfe-4916-a1dc-298a0d4d9804 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.538508] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f862a0-7979-4c7e-92ef-fc02403252d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.556206] env[63920]: DEBUG nova.compute.provider_tree [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.595962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.596335] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Instance network_info: |[{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.596767] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d3:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '025293bb-b77d-42cc-9b00-fa653a55238e', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.604896] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating folder: Project (f5fae9361c404331bebbe7ceeaf7d871). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.607634] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37a713b7-8591-4c7a-9e01-9b627c692753 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.623731] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created folder: Project (f5fae9361c404331bebbe7ceeaf7d871) in parent group-v485178. [ 669.624056] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating folder: Instances. Parent ref: group-v485251. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.624434] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34138a33-9687-409e-9f4e-d37374731934 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.638570] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created folder: Instances in parent group-v485251. [ 669.640420] env[63920]: DEBUG oslo.service.loopingcall [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 669.640420] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.640420] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa3ea0e-01de-4ab8-b76f-93f8d9fee82d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.660785] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.660785] env[63920]: value = "task-2391836" [ 669.660785] env[63920]: _type = "Task" [ 669.660785] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.673256] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391836, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.684250] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833946} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.686842] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b5dd250e-74ab-41ff-9874-8098ea178e03/b5dd250e-74ab-41ff-9874-8098ea178e03.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.687144] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.687376] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3fdb447-e326-498b-b32e-aedde1226556 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.697828] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 669.697828] env[63920]: value = "task-2391837" [ 669.697828] env[63920]: _type = "Task" [ 669.697828] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.710046] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.893308] env[63920]: DEBUG nova.network.neutron [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Successfully created port: d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.905405] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391833, 'name': Rename_Task, 'duration_secs': 0.396924} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.905405] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.905405] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12801176-4d88-48dd-8b59-65c5874593f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.915229] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 669.915229] env[63920]: value = "task-2391838" [ 669.915229] env[63920]: _type = "Task" [ 669.915229] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.924915] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.059138] env[63920]: DEBUG nova.scheduler.client.report [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.135249] env[63920]: DEBUG nova.network.neutron [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updated VIF entry in instance network info cache for port 419cdfa2-dca6-4703-a3b9-71bbda80b213. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.135629] env[63920]: DEBUG nova.network.neutron [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updating instance_info_cache with network_info: [{"id": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "address": "fa:16:3e:4c:f5:e6", "network": {"id": "31f7f589-3d28-44e1-9bb7-f591b090184a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-725236890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90df72de4cf54763b676474d704393e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap419cdfa2-dc", "ovs_interfaceid": "419cdfa2-dca6-4703-a3b9-71bbda80b213", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.178019] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391836, 'name': CreateVM_Task, 'duration_secs': 0.478238} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.178276] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.179082] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.179298] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.179832] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.180189] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c260a07-b7f2-445f-8981-dd9ca58cb4ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.187429] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 670.187429] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bd540c-06d7-f3cf-5bf7-daa0793191c7" [ 670.187429] env[63920]: _type = "Task" [ 670.187429] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.198265] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bd540c-06d7-f3cf-5bf7-daa0793191c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.208039] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160784} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.208666] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.209210] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bd5112-afdf-4152-adc4-ce8fb9aafab0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.232769] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] b5dd250e-74ab-41ff-9874-8098ea178e03/b5dd250e-74ab-41ff-9874-8098ea178e03.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.233146] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867f28db-1fac-4adf-b004-cb1db3a50498 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.256254] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 670.256254] env[63920]: value = "task-2391839" [ 670.256254] env[63920]: _type = "Task" [ 670.256254] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.266055] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.269994] env[63920]: DEBUG nova.network.neutron [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Updating instance_info_cache with network_info: [{"id": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "address": "fa:16:3e:3b:34:52", "network": {"id": "70ac940d-27dd-41a9-85aa-72bdf10cff4f", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-622795733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f04117a9243d484f96a887c0d39eab2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3836fb52-19c6-4e10-a0ca-f0bca73dc887", "external-id": "nsx-vlan-transportzone-964", "segmentation_id": 964, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8183a7dd-fa", "ovs_interfaceid": "8183a7dd-fa9b-4204-b747-a9ddb0249b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.362342] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.400340] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.400451] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.400575] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.400779] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.400930] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.401085] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.401294] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.401654] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.401654] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.401796] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.402967] env[63920]: DEBUG nova.virt.hardware [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.402967] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c092c97-9d93-45c5-bfc0-9e7cd471f4b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.418745] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb1ce7e-0eca-4583-b3ca-c4e6f9d759d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.442460] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391838, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.564577] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.568426] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.677s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.571711] env[63920]: INFO nova.compute.claims [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.600040] env[63920]: INFO nova.scheduler.client.report [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted allocations for instance 17da6524-eda0-4b27-8586-84c7f775f06b [ 670.640233] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc0f8bd8-77a0-4868-b510-21c6ac0a9e48 req-3129e67d-c553-4fae-bdef-47fba0e9d60a service nova] Releasing lock "refresh_cache-c95f85fd-e213-4861-973c-5759d0590696" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.701297] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bd540c-06d7-f3cf-5bf7-daa0793191c7, 'name': SearchDatastore_Task, 'duration_secs': 0.031804} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.702368] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.702368] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.702368] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.702368] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.702530] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.704136] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2ef1882-314a-43fd-b79c-1244028900e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.714240] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.714500] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.715328] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-babc2141-f5af-42a7-9414-de5c40b2a371 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.722646] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 670.722646] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eba25d-b86c-ac26-d97a-a5ba3056822a" [ 670.722646] env[63920]: _type = "Task" [ 670.722646] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.731694] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eba25d-b86c-ac26-d97a-a5ba3056822a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.770036] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.776051] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Releasing lock "refresh_cache-a9e67613-f7b4-4164-9212-2accfbddfdd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.930758] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391838, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.023591] env[63920]: DEBUG nova.compute.manager [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Received event network-vif-plugged-025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.023591] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.023591] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] Lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.023591] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] Lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.024121] env[63920]: DEBUG nova.compute.manager [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] No waiting events found dispatching network-vif-plugged-025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.024121] env[63920]: WARNING nova.compute.manager [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Received unexpected event network-vif-plugged-025293bb-b77d-42cc-9b00-fa653a55238e for instance with vm_state building and task_state spawning. [ 671.024241] env[63920]: DEBUG nova.compute.manager [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Received event network-changed-025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 671.024390] env[63920]: DEBUG nova.compute.manager [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Refreshing instance network info cache due to event network-changed-025293bb-b77d-42cc-9b00-fa653a55238e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 671.024571] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.024744] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024858] env[63920]: DEBUG nova.network.neutron [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Refreshing network info cache for port 025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.115528] env[63920]: DEBUG oslo_concurrency.lockutils [None req-976cfefa-0894-4c6f-a9a0-ba00c3842937 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "17da6524-eda0-4b27-8586-84c7f775f06b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.169s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.235036] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eba25d-b86c-ac26-d97a-a5ba3056822a, 'name': SearchDatastore_Task, 'duration_secs': 0.023719} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.235971] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4527d31-7af2-4f9c-9a74-b8c6da59681c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.242239] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 671.242239] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e78770-6140-c410-26e6-8ecbff9018af" [ 671.242239] env[63920]: _type = "Task" [ 671.242239] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.251912] env[63920]: INFO nova.compute.manager [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Unrescuing [ 671.252202] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.252356] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.252570] env[63920]: DEBUG nova.network.neutron [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.253774] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e78770-6140-c410-26e6-8ecbff9018af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.266346] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391839, 'name': ReconfigVM_Task, 'duration_secs': 0.946967} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.266614] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Reconfigured VM instance instance-00000018 to attach disk [datastore2] b5dd250e-74ab-41ff-9874-8098ea178e03/b5dd250e-74ab-41ff-9874-8098ea178e03.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.267270] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d57dbc9-e65d-4a3f-8346-cc84a638f8c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.274009] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 671.274009] env[63920]: value = "task-2391840" [ 671.274009] env[63920]: _type = "Task" [ 671.274009] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.284557] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391840, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.429626] env[63920]: DEBUG oslo_vmware.api [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391838, 'name': PowerOnVM_Task, 'duration_secs': 1.247861} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.429924] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.430152] env[63920]: INFO nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Took 12.58 seconds to spawn the instance on the hypervisor. [ 671.430381] env[63920]: DEBUG nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.431154] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f3f8b-52e0-4822-bf52-7bb34c486c26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.761695] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e78770-6140-c410-26e6-8ecbff9018af, 'name': SearchDatastore_Task, 'duration_secs': 0.024725} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.762015] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.762284] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083/7230b129-84a2-4516-b0a2-b7fbad519083.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.762830] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ada43222-9b6c-4c09-9839-fabf9eeafcad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.778558] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 671.778558] env[63920]: value = "task-2391841" [ 671.778558] env[63920]: _type = "Task" [ 671.778558] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.788911] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.789737] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a357111-ce0b-4a2d-baf0-c49c2e9f8715 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.795357] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391840, 'name': Rename_Task, 'duration_secs': 0.428751} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.798457] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.798733] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.799897] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b78552ee-4f81-455d-a11d-dd039345fa10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.801661] env[63920]: DEBUG oslo_vmware.api [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 671.801661] env[63920]: value = "task-2391842" [ 671.801661] env[63920]: _type = "Task" [ 671.801661] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.810150] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 671.810150] env[63920]: value = "task-2391843" [ 671.810150] env[63920]: _type = "Task" [ 671.810150] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.817600] env[63920]: DEBUG oslo_vmware.api [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.827569] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.873593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "5195e384-56a4-49ab-a1cc-a0badefeef61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.873914] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.874053] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "5195e384-56a4-49ab-a1cc-a0badefeef61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.874238] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.874404] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.881777] env[63920]: INFO nova.compute.manager [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Terminating instance [ 671.958461] env[63920]: INFO nova.compute.manager [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Took 36.57 seconds to build instance. [ 671.972930] env[63920]: DEBUG nova.network.neutron [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updated VIF entry in instance network info cache for port 025293bb-b77d-42cc-9b00-fa653a55238e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.973369] env[63920]: DEBUG nova.network.neutron [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.174300] env[63920]: DEBUG nova.network.neutron [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Successfully updated port: d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.179063] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f025ac-e842-4859-8de3-4e2ffcc3a165 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.187081] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4de9650-e5b1-412c-a7bd-983cc5c61784 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.240258] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ac7e8-1131-464e-95c1-796565a79b4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.252250] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b67864-5fc9-4151-9f68-fc7b392594f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.273543] env[63920]: DEBUG nova.compute.provider_tree [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.300661] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391841, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.320304] env[63920]: DEBUG oslo_vmware.api [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391842, 'name': PowerOnVM_Task, 'duration_secs': 0.48381} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.321021] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.321350] env[63920]: DEBUG nova.compute.manager [None req-83941ee4-85f2-44ed-aacc-57cb11a450b0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.323076] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f4f18-5f05-4df1-aa3d-59ab40ab3dbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.331067] env[63920]: DEBUG nova.network.neutron [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [{"id": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "address": "fa:16:3e:2d:1f:7c", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0bff6-46", "ovs_interfaceid": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.348717] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.387319] env[63920]: DEBUG nova.compute.manager [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.387712] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.388864] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937be42b-2f3e-4fbc-b298-9ede1a60d2a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.409173] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.409173] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77690ae2-7fe3-4184-9f89-9e0466b0e84f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.409173] env[63920]: DEBUG oslo_vmware.api [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 672.409173] env[63920]: value = "task-2391844" [ 672.409173] env[63920]: _type = "Task" [ 672.409173] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.419964] env[63920]: DEBUG oslo_vmware.api [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.446634] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.447603] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.462259] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9610a62e-1f14-4c88-aa7a-019859d9bf23 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.083s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.481543] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a7fa588-32a0-439b-9cbf-4ad6862e36a8 req-5f45cd53-ac4a-4b97-a62e-4d93fde0cd96 service nova] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.516247] env[63920]: DEBUG nova.compute.manager [req-a98376e7-44f5-47d3-b19b-50ea42bfa7fe req-053dac56-5df0-4ae7-a874-d3ab22648b34 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Received event network-vif-plugged-d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 672.516523] env[63920]: DEBUG oslo_concurrency.lockutils [req-a98376e7-44f5-47d3-b19b-50ea42bfa7fe req-053dac56-5df0-4ae7-a874-d3ab22648b34 service nova] Acquiring lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.516759] env[63920]: DEBUG oslo_concurrency.lockutils [req-a98376e7-44f5-47d3-b19b-50ea42bfa7fe req-053dac56-5df0-4ae7-a874-d3ab22648b34 service nova] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.516965] env[63920]: DEBUG oslo_concurrency.lockutils [req-a98376e7-44f5-47d3-b19b-50ea42bfa7fe req-053dac56-5df0-4ae7-a874-d3ab22648b34 service nova] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 672.517500] env[63920]: DEBUG nova.compute.manager [req-a98376e7-44f5-47d3-b19b-50ea42bfa7fe req-053dac56-5df0-4ae7-a874-d3ab22648b34 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] No waiting events found dispatching network-vif-plugged-d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.517500] env[63920]: WARNING nova.compute.manager [req-a98376e7-44f5-47d3-b19b-50ea42bfa7fe req-053dac56-5df0-4ae7-a874-d3ab22648b34 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Received unexpected event network-vif-plugged-d37f0d36-6e7c-4ef1-86aa-c175f2868dba for instance with vm_state building and task_state spawning. [ 672.680729] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "refresh_cache-e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 672.680940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquired lock "refresh_cache-e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.681163] env[63920]: DEBUG nova.network.neutron [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.777625] env[63920]: DEBUG nova.scheduler.client.report [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.801086] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615853} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.801086] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083/7230b129-84a2-4516-b0a2-b7fbad519083.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 672.801086] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 672.801086] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4fdaee0-679c-48b4-a325-0465bd030000 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.807565] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 672.807565] env[63920]: value = "task-2391845" [ 672.807565] env[63920]: _type = "Task" [ 672.807565] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.823827] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.827732] env[63920]: DEBUG oslo_vmware.api [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391843, 'name': PowerOnVM_Task, 'duration_secs': 0.699083} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.828128] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.828425] env[63920]: INFO nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Took 10.88 seconds to spawn the instance on the hypervisor. [ 672.828680] env[63920]: DEBUG nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.829909] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861a7449-7046-45bc-99f6-cf1c1f0c7e4f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.836254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.837043] env[63920]: DEBUG nova.objects.instance [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'flavor' on Instance uuid 2e709e94-117f-438d-b3d3-22b046a7294f {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.924716] env[63920]: DEBUG oslo_vmware.api [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391844, 'name': PowerOffVM_Task, 'duration_secs': 0.301018} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.924716] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.924716] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.924936] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a5c4387-674b-4c20-ae76-17f1547dc084 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.961048] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.961048] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 672.961303] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 672.967626] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.008600] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.009199] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.009199] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Deleting the datastore file [datastore2] 5195e384-56a4-49ab-a1cc-a0badefeef61 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.009558] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8f83f68-dcfd-45fe-820d-fa748240fa5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.018543] env[63920]: DEBUG oslo_vmware.api [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for the task: (returnval){ [ 673.018543] env[63920]: value = "task-2391847" [ 673.018543] env[63920]: _type = "Task" [ 673.018543] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.034143] env[63920]: DEBUG oslo_vmware.api [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.185668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "96547475-3928-4ba1-8a48-d01c40a0cec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.186152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.224510] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.224777] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.225345] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.225345] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.225345] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.227823] env[63920]: DEBUG nova.network.neutron [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.230378] env[63920]: INFO nova.compute.manager [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Terminating instance [ 673.288142] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.288578] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.291163] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.507s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.292472] env[63920]: DEBUG nova.objects.instance [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 673.322237] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075217} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.322551] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.323369] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9c66d9-28b9-4d2c-b6ff-3e0a61f8797f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.349431] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083/7230b129-84a2-4516-b0a2-b7fbad519083.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.355728] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c15aa4a-5154-457f-8cae-9e7e9ad78ab4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.373188] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70c3cce-784e-4c7b-bf92-cd1f004dad0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.376537] env[63920]: INFO nova.compute.manager [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Took 33.24 seconds to build instance. [ 673.399255] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.403827] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6f6e62e-5291-4658-8331-0d88543b546a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.405568] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 673.405568] env[63920]: value = "task-2391848" [ 673.405568] env[63920]: _type = "Task" [ 673.405568] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.413853] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 673.413853] env[63920]: value = "task-2391849" [ 673.413853] env[63920]: _type = "Task" [ 673.413853] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.417509] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.427987] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.448883] env[63920]: DEBUG nova.network.neutron [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Updating instance_info_cache with network_info: [{"id": "d37f0d36-6e7c-4ef1-86aa-c175f2868dba", "address": "fa:16:3e:91:eb:c3", "network": {"id": "7ca58688-1611-4b04-a4d5-4ac0ebf1bad1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1124300674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399af3b107e3473ba14f77b963f0f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37f0d36-6e", "ovs_interfaceid": "d37f0d36-6e7c-4ef1-86aa-c175f2868dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.471144] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Skipping network cache update for instance because it is being deleted. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 673.471339] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Skipping network cache update for instance because it is being deleted. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 673.471615] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 673.471803] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 673.472207] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 673.490608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.524020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.524218] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.524306] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 673.524445] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid 24265a32-860b-44ea-b35b-3c3972e00d41 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.531528] env[63920]: DEBUG oslo_vmware.api [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Task: {'id': task-2391847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365721} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.531784] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.531997] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.532195] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.532408] env[63920]: INFO nova.compute.manager [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Took 1.14 seconds to destroy the instance on the hypervisor. [ 673.532603] env[63920]: DEBUG oslo.service.loopingcall [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.533188] env[63920]: DEBUG nova.compute.manager [-] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.533188] env[63920]: DEBUG nova.network.neutron [-] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.737532] env[63920]: DEBUG nova.compute.manager [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.737766] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.739010] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c4794-141d-4fad-b225-0280433907cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.748269] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.748269] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b59f1e4c-7b02-451d-b303-918965e204e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.795304] env[63920]: DEBUG nova.compute.utils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.796966] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.797209] env[63920]: DEBUG nova.network.neutron [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.836350] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.836587] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.836775] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Deleting the datastore file [datastore1] f65ae1e8-bf63-4c7b-b248-38f8d18ade4a {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.837063] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17280c4a-3710-4a31-9c60-293656296927 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.849781] env[63920]: DEBUG oslo_vmware.api [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 673.849781] env[63920]: value = "task-2391851" [ 673.849781] env[63920]: _type = "Task" [ 673.849781] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.860448] env[63920]: DEBUG oslo_vmware.api [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.879271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-737ece9f-ef24-4421-80f6-cb8c200e2007 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.883827] env[63920]: DEBUG nova.policy [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e9ee7cba084ebfbadfb57d19926794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7cc6657975a4c95acfd04987c3bdd4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.932157] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.940915] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391849, 'name': PowerOffVM_Task, 'duration_secs': 0.239585} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.941261] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.947487] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 673.947984] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cfbbb65-9bcd-47f1-96bc-f00a17c9ae2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.968452] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Releasing lock "refresh_cache-e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 673.968826] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Instance network_info: |[{"id": "d37f0d36-6e7c-4ef1-86aa-c175f2868dba", "address": "fa:16:3e:91:eb:c3", "network": {"id": "7ca58688-1611-4b04-a4d5-4ac0ebf1bad1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1124300674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399af3b107e3473ba14f77b963f0f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37f0d36-6e", "ovs_interfaceid": "d37f0d36-6e7c-4ef1-86aa-c175f2868dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.969687] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:eb:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37f0d36-6e7c-4ef1-86aa-c175f2868dba', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.979742] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Creating folder: Project (399af3b107e3473ba14f77b963f0f772). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.981987] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a494ce5-e97d-4a34-a7ce-f729c9d332cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.991529] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "11a2adc4-81ca-4694-ab3c-866a1b99c581" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.991849] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.992189] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 673.992189] env[63920]: value = "task-2391852" [ 673.992189] env[63920]: _type = "Task" [ 673.992189] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.009232] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.011305] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Created folder: Project (399af3b107e3473ba14f77b963f0f772) in parent group-v485178. [ 674.011576] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Creating folder: Instances. Parent ref: group-v485254. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.012412] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e914aaff-e3d8-4ba7-b68c-ff0e2ea749ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.028672] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Created folder: Instances in parent group-v485254. [ 674.028939] env[63920]: DEBUG oslo.service.loopingcall [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.029785] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.030431] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-767114e9-eead-47ff-a718-1ad88cd6c9a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.066862] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.066862] env[63920]: value = "task-2391855" [ 674.066862] env[63920]: _type = "Task" [ 674.066862] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.076563] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391855, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.301800] env[63920]: DEBUG nova.compute.manager [req-bcf45193-1d50-475d-b790-8d2fd40ec1ca req-115b97cc-bcd4-43f8-a9f6-a524bdc4dc0b service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Received event network-vif-deleted-a716281a-489a-4b02-bef6-b968223b7bbc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 674.301884] env[63920]: INFO nova.compute.manager [req-bcf45193-1d50-475d-b790-8d2fd40ec1ca req-115b97cc-bcd4-43f8-a9f6-a524bdc4dc0b service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Neutron deleted interface a716281a-489a-4b02-bef6-b968223b7bbc; detaching it from the instance and deleting it from the info cache [ 674.302276] env[63920]: DEBUG nova.network.neutron [req-bcf45193-1d50-475d-b790-8d2fd40ec1ca req-115b97cc-bcd4-43f8-a9f6-a524bdc4dc0b service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.304570] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.309849] env[63920]: DEBUG oslo_concurrency.lockutils [None req-541a9644-1962-424f-adff-d9e1bdc52e23 tempest-ServersAdmin275Test-309846814 tempest-ServersAdmin275Test-309846814-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.311193] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.322s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.315307] env[63920]: INFO nova.compute.claims [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.360794] env[63920]: DEBUG oslo_vmware.api [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157371} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.360956] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.361361] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.362178] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.362178] env[63920]: INFO nova.compute.manager [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 674.362342] env[63920]: DEBUG oslo.service.loopingcall [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.362712] env[63920]: DEBUG nova.compute.manager [-] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 674.362799] env[63920]: DEBUG nova.network.neutron [-] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.384027] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.390838] env[63920]: DEBUG nova.network.neutron [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Successfully created port: 3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.425843] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391848, 'name': ReconfigVM_Task, 'duration_secs': 0.714143} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.425843] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083/7230b129-84a2-4516-b0a2-b7fbad519083.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.425843] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e42981d6-fc53-4fde-8ed2-e51b9401eb21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.433747] env[63920]: DEBUG nova.network.neutron [-] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.436670] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 674.436670] env[63920]: value = "task-2391856" [ 674.436670] env[63920]: _type = "Task" [ 674.436670] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.447709] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391856, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.507802] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391852, 'name': ReconfigVM_Task, 'duration_secs': 0.407805} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.507802] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 674.507802] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.507802] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2addbe0f-f97b-4328-888c-16009a1df9f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.516029] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 674.516029] env[63920]: value = "task-2391857" [ 674.516029] env[63920]: _type = "Task" [ 674.516029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.526358] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.581026] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391855, 'name': CreateVM_Task, 'duration_secs': 0.41244} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.581026] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.581620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.581943] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.583130] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 674.583130] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bee5f5c-58ea-4e43-9cd8-392658cf65fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.590249] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 674.590249] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ed6f71-8c23-e100-acbf-6f92b9158e60" [ 674.590249] env[63920]: _type = "Task" [ 674.590249] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.600462] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ed6f71-8c23-e100-acbf-6f92b9158e60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.707631] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.708237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.804842] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.805264] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.814259] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf8e78cd-e594-4485-9654-672af08b54ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.830261] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25656e5-07b3-4987-9a60-ee1e27cdcbf6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.874178] env[63920]: DEBUG nova.compute.manager [req-bcf45193-1d50-475d-b790-8d2fd40ec1ca req-115b97cc-bcd4-43f8-a9f6-a524bdc4dc0b service nova] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Detach interface failed, port_id=a716281a-489a-4b02-bef6-b968223b7bbc, reason: Instance 5195e384-56a4-49ab-a1cc-a0badefeef61 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 674.910908] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.938354] env[63920]: INFO nova.compute.manager [-] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Took 1.41 seconds to deallocate network for instance. [ 674.955913] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391856, 'name': Rename_Task, 'duration_secs': 0.279905} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.956553] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.957227] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53d7cd1c-e5c8-458a-84cc-8e3630ffdc44 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.966436] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 674.966436] env[63920]: value = "task-2391858" [ 674.966436] env[63920]: _type = "Task" [ 674.966436] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.976792] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.029216] env[63920]: DEBUG oslo_vmware.api [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2391857, 'name': PowerOnVM_Task, 'duration_secs': 0.436626} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.032019] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.032019] env[63920]: DEBUG nova.compute.manager [None req-1886a2e5-5be4-4683-81b9-fafdb743731f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.032019] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb6dac6-44ab-4181-bc18-dd8cea97079f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.102543] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ed6f71-8c23-e100-acbf-6f92b9158e60, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.102912] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.103231] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.103469] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.103620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.103784] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.104115] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57d677e9-7394-466c-a2ea-aa59f80b7fa3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.115507] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.115790] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.116509] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fec0763a-99ef-4dda-846c-6e5fbf1e0942 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.122891] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 675.122891] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b81dcb-bab9-b1ca-db29-588cc5137660" [ 675.122891] env[63920]: _type = "Task" [ 675.122891] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.131727] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b81dcb-bab9-b1ca-db29-588cc5137660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.222945] env[63920]: DEBUG nova.network.neutron [-] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.258725] env[63920]: DEBUG nova.compute.manager [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Received event network-changed-d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.258725] env[63920]: DEBUG nova.compute.manager [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Refreshing instance network info cache due to event network-changed-d37f0d36-6e7c-4ef1-86aa-c175f2868dba. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.258725] env[63920]: DEBUG oslo_concurrency.lockutils [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] Acquiring lock "refresh_cache-e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.258725] env[63920]: DEBUG oslo_concurrency.lockutils [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] Acquired lock "refresh_cache-e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.258725] env[63920]: DEBUG nova.network.neutron [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Refreshing network info cache for port d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.308862] env[63920]: DEBUG nova.compute.utils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 675.315888] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.348707] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.349043] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.349204] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.349403] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.349654] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.349834] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.350066] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.350227] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.350940] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.350940] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.350940] env[63920]: DEBUG nova.virt.hardware [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.352200] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162b18ff-85ab-461e-b4a1-5424312fcf72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.364039] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622f54e1-14ff-4b49-bdc0-a167b95182ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.451537] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.479298] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.517184] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Updating instance_info_cache with network_info: [{"id": "36ce4f74-5347-4868-86a7-5fdc42385de9", "address": "fa:16:3e:0a:40:f0", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36ce4f74-53", "ovs_interfaceid": "36ce4f74-5347-4868-86a7-5fdc42385de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.635404] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b81dcb-bab9-b1ca-db29-588cc5137660, 'name': SearchDatastore_Task, 'duration_secs': 0.013082} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.636222] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203b7a27-a015-4d87-814f-ee1947bb6493 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.645724] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 675.645724] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f7cd7e-9c14-64f7-de3c-578437a39afc" [ 675.645724] env[63920]: _type = "Task" [ 675.645724] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.656081] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f7cd7e-9c14-64f7-de3c-578437a39afc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.727777] env[63920]: INFO nova.compute.manager [-] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Took 1.36 seconds to deallocate network for instance. [ 675.734321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "b5dd250e-74ab-41ff-9874-8098ea178e03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.734416] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.734674] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "b5dd250e-74ab-41ff-9874-8098ea178e03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.734763] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.734932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.737103] env[63920]: INFO nova.compute.manager [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Terminating instance [ 675.803215] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6a339a-85c4-4c1b-b0f0-ffa7438dcc0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.811560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 675.812944] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4299b3ed-6078-4a0e-9014-1efb74d6ee1d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.847356] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4368e65f-94c8-4999-a140-d1b633feacab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.856057] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f4b05c-c9da-4e0d-98b6-d278138a82d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.872253] env[63920]: DEBUG nova.compute.provider_tree [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.979242] env[63920]: DEBUG oslo_vmware.api [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2391858, 'name': PowerOnVM_Task, 'duration_secs': 0.707633} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.979592] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.980224] env[63920]: INFO nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Took 10.79 seconds to spawn the instance on the hypervisor. [ 675.980224] env[63920]: DEBUG nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.980730] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec346b4d-ec85-4cbb-9997-02d5c725c405 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.012187] env[63920]: DEBUG nova.network.neutron [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Updated VIF entry in instance network info cache for port d37f0d36-6e7c-4ef1-86aa-c175f2868dba. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.012745] env[63920]: DEBUG nova.network.neutron [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Updating instance_info_cache with network_info: [{"id": "d37f0d36-6e7c-4ef1-86aa-c175f2868dba", "address": "fa:16:3e:91:eb:c3", "network": {"id": "7ca58688-1611-4b04-a4d5-4ac0ebf1bad1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1124300674-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "399af3b107e3473ba14f77b963f0f772", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37f0d36-6e", "ovs_interfaceid": "d37f0d36-6e7c-4ef1-86aa-c175f2868dba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.020540] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-24265a32-860b-44ea-b35b-3c3972e00d41" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.020814] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 676.021026] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.021283] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.021471] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.021660] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.021884] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.022112] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.022258] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 676.022427] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 676.157178] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f7cd7e-9c14-64f7-de3c-578437a39afc, 'name': SearchDatastore_Task, 'duration_secs': 0.026613} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.157449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.157731] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565/e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 676.158036] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-408fce15-c571-401f-893b-418e9fa4a1d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.165777] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 676.165777] env[63920]: value = "task-2391859" [ 676.165777] env[63920]: _type = "Task" [ 676.165777] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.174520] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.217315] env[63920]: DEBUG nova.network.neutron [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Successfully updated port: 3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.234158] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.242267] env[63920]: DEBUG nova.compute.manager [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 676.242601] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.243609] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175cc258-dd00-47ab-91e2-f46c9cd8a0cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.252611] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.252611] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b80d976-cb30-4b9a-b5ef-b9377fb51511 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.260413] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 676.260413] env[63920]: value = "task-2391860" [ 676.260413] env[63920]: _type = "Task" [ 676.260413] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.269094] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.377232] env[63920]: DEBUG nova.scheduler.client.report [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.500065] env[63920]: INFO nova.compute.manager [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Took 33.57 seconds to build instance. [ 676.515624] env[63920]: DEBUG oslo_concurrency.lockutils [req-b1e7e17d-34ae-43bb-94e5-c608eb756b4a req-dfdd9c9c-e9a7-44cc-ab92-00281d1886f9 service nova] Releasing lock "refresh_cache-e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.526132] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.682230] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391859, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.718736] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "refresh_cache-6119d924-a4d4-4da6-9156-a76d577c0f65" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.718736] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "refresh_cache-6119d924-a4d4-4da6-9156-a76d577c0f65" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.718736] env[63920]: DEBUG nova.network.neutron [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.773909] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391860, 'name': PowerOffVM_Task, 'duration_secs': 0.357626} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.775076] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.775754] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.776376] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f8b7d27-ff20-4f93-a7fb-d5c34403de86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.818405] env[63920]: DEBUG nova.compute.manager [req-8e93cfcb-3eda-4145-82b8-e31f435b07c9 req-ac6be70b-57a6-447d-b00b-1ba4f6f415fa service nova] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Received event network-vif-deleted-94f5eece-6db8-4ac4-9c8d-1ee419031e2a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 676.883249] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.883834] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.886685] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.384s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.888163] env[63920]: INFO nova.compute.claims [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.912325] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.912325] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.912325] env[63920]: INFO nova.compute.manager [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Attaching volume b8c00d67-54fb-4640-b2ad-32f289c7096a to /dev/sdb [ 676.947499] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc8d0e2-d0ec-4996-9323-e3488e11bc7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.957755] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616590e1-a800-44b4-a13f-b396cb3ee988 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.975731] env[63920]: DEBUG nova.virt.block_device [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Updating existing volume attachment record: c691d8fd-ca2b-4bd3-9599-328b52309d90 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 677.002790] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d610908d-2734-47a7-8706-51691899701c tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.087s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.176550] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663811} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.176854] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565/e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.177144] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.177440] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68cae864-a888-4940-ae09-84743fe7e7f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.185211] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 677.185211] env[63920]: value = "task-2391862" [ 677.185211] env[63920]: _type = "Task" [ 677.185211] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.195530] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.302174] env[63920]: DEBUG nova.network.neutron [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.380098] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.380098] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.380098] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Deleting the datastore file [datastore2] b5dd250e-74ab-41ff-9874-8098ea178e03 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.380098] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2698ea9d-f664-434e-a88b-c46bdad45dc2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.393187] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for the task: (returnval){ [ 677.393187] env[63920]: value = "task-2391865" [ 677.393187] env[63920]: _type = "Task" [ 677.393187] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.395783] env[63920]: DEBUG nova.compute.utils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 677.399847] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.400072] env[63920]: DEBUG nova.network.neutron [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.411012] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.505126] env[63920]: DEBUG nova.network.neutron [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Updating instance_info_cache with network_info: [{"id": "3ab53677-789a-4538-ae1b-9c2f7a1499e5", "address": "fa:16:3e:ea:5f:7e", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab53677-78", "ovs_interfaceid": "3ab53677-789a-4538-ae1b-9c2f7a1499e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.506781] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.518753] env[63920]: DEBUG nova.policy [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9da7698ef85444c87347a5d46a6a979', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '622b484278dd49469d9313fa8c8fc8ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.583756] env[63920]: DEBUG nova.compute.manager [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Received event network-vif-plugged-3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.584018] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] Acquiring lock "6119d924-a4d4-4da6-9156-a76d577c0f65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.584246] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.584769] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.584769] env[63920]: DEBUG nova.compute.manager [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] No waiting events found dispatching network-vif-plugged-3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.584769] env[63920]: WARNING nova.compute.manager [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Received unexpected event network-vif-plugged-3ab53677-789a-4538-ae1b-9c2f7a1499e5 for instance with vm_state building and task_state spawning. [ 677.584895] env[63920]: DEBUG nova.compute.manager [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Received event network-changed-3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.585068] env[63920]: DEBUG nova.compute.manager [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Refreshing instance network info cache due to event network-changed-3ab53677-789a-4538-ae1b-9c2f7a1499e5. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.585217] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] Acquiring lock "refresh_cache-6119d924-a4d4-4da6-9156-a76d577c0f65" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.700661] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198797} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.701021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.701900] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8907f628-c2d3-46ff-8bab-ab7a45a2986c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.729542] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565/e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.729893] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50734a3-3dc3-42a3-9514-a0d56452a07e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.752319] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 677.752319] env[63920]: value = "task-2391867" [ 677.752319] env[63920]: _type = "Task" [ 677.752319] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.761948] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.901480] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.911463] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.954663] env[63920]: DEBUG nova.network.neutron [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Successfully created port: 9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.025034] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "refresh_cache-6119d924-a4d4-4da6-9156-a76d577c0f65" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.025034] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Instance network_info: |[{"id": "3ab53677-789a-4538-ae1b-9c2f7a1499e5", "address": "fa:16:3e:ea:5f:7e", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab53677-78", "ovs_interfaceid": "3ab53677-789a-4538-ae1b-9c2f7a1499e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.029599] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] Acquired lock "refresh_cache-6119d924-a4d4-4da6-9156-a76d577c0f65" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.030858] env[63920]: DEBUG nova.network.neutron [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Refreshing network info cache for port 3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.033586] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:5f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ab53677-789a-4538-ae1b-9c2f7a1499e5', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.045554] env[63920]: DEBUG oslo.service.loopingcall [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.050225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.050542] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.051299] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fb752a8-1bc1-45c1-a0ff-a81f64cafb99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.080129] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.080129] env[63920]: value = "task-2391868" [ 678.080129] env[63920]: _type = "Task" [ 678.080129] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.090090] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391868, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.264418] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.309835] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.310289] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.310542] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.310936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.310997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.316022] env[63920]: INFO nova.compute.manager [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Terminating instance [ 678.407016] env[63920]: DEBUG oslo_vmware.api [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Task: {'id': task-2391865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660396} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.407165] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.407341] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.410017] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.410017] env[63920]: INFO nova.compute.manager [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Took 2.17 seconds to destroy the instance on the hypervisor. [ 678.410017] env[63920]: DEBUG oslo.service.loopingcall [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.411423] env[63920]: DEBUG nova.compute.manager [-] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.411564] env[63920]: DEBUG nova.network.neutron [-] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.543689] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f22b1b1-97e3-43a8-b678-489c19aa3e80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.555251] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f5efc8-f14d-479c-892c-4012a8ae1e46 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.608832] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad2df19-cec8-422a-ad5e-e54c7f8e76df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.619569] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391868, 'name': CreateVM_Task, 'duration_secs': 0.402788} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.619810] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.621045] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eb204b-d25e-48ad-85f7-da366df1a378 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.625325] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 678.625491] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.625829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 678.626054] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95882cca-ec74-47a9-a367-53e82fdb0113 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.632632] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 678.632632] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ed2eeb-c7ae-babb-1380-a3540e9f40d6" [ 678.632632] env[63920]: _type = "Task" [ 678.632632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.640523] env[63920]: DEBUG nova.compute.provider_tree [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.650112] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ed2eeb-c7ae-babb-1380-a3540e9f40d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.768660] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391867, 'name': ReconfigVM_Task, 'duration_secs': 0.632986} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.768954] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Reconfigured VM instance instance-0000001a to attach disk [datastore1] e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565/e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.769658] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e557d98-761a-4472-81fa-dc0158bbaded {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.779206] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 678.779206] env[63920]: value = "task-2391869" [ 678.779206] env[63920]: _type = "Task" [ 678.779206] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.796668] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391869, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.821603] env[63920]: DEBUG nova.compute.manager [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.821891] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.823737] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6552d0-46c3-432b-af59-6d788fb45abe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.835203] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.835556] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f180303-fbf1-4d75-8e81-5234e0d413ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.844974] env[63920]: DEBUG oslo_vmware.api [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 678.844974] env[63920]: value = "task-2391870" [ 678.844974] env[63920]: _type = "Task" [ 678.844974] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.858782] env[63920]: DEBUG oslo_vmware.api [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.919650] env[63920]: DEBUG nova.network.neutron [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Updated VIF entry in instance network info cache for port 3ab53677-789a-4538-ae1b-9c2f7a1499e5. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.920257] env[63920]: DEBUG nova.network.neutron [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Updating instance_info_cache with network_info: [{"id": "3ab53677-789a-4538-ae1b-9c2f7a1499e5", "address": "fa:16:3e:ea:5f:7e", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ab53677-78", "ovs_interfaceid": "3ab53677-789a-4538-ae1b-9c2f7a1499e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.927701] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.967992] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.968325] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.968549] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.968981] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.969181] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.969362] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.969622] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.969879] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.970213] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.970832] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.970832] env[63920]: DEBUG nova.virt.hardware [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.972603] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32ecb1-9daa-4b81-8be4-0cd7d7b3bef3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.983320] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e651d3-57eb-4f7f-ace9-6130f7d00c02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.107657] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.108418] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.148491] env[63920]: DEBUG nova.scheduler.client.report [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.156709] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ed2eeb-c7ae-babb-1380-a3540e9f40d6, 'name': SearchDatastore_Task, 'duration_secs': 0.042192} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.157412] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.159114] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.159114] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.159114] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.159114] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.159114] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5581f3bc-9aad-40f9-a54b-35566f87160f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.170530] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.170776] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.173051] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1d72b4-4228-4c63-89cb-a64ddfee7145 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.182120] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 679.182120] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52efb21d-364a-b531-09d1-dbd09f320387" [ 679.182120] env[63920]: _type = "Task" [ 679.182120] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.191522] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52efb21d-364a-b531-09d1-dbd09f320387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.289872] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391869, 'name': Rename_Task, 'duration_secs': 0.248009} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.290190] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.290439] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee15af64-8bed-4216-99a4-65ba60821eab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.294121] env[63920]: DEBUG nova.compute.manager [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Received event network-changed-025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.294277] env[63920]: DEBUG nova.compute.manager [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Refreshing instance network info cache due to event network-changed-025293bb-b77d-42cc-9b00-fa653a55238e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.294493] env[63920]: DEBUG oslo_concurrency.lockutils [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.294616] env[63920]: DEBUG oslo_concurrency.lockutils [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.294770] env[63920]: DEBUG nova.network.neutron [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Refreshing network info cache for port 025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.302884] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 679.302884] env[63920]: value = "task-2391871" [ 679.302884] env[63920]: _type = "Task" [ 679.302884] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.315791] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.354749] env[63920]: DEBUG oslo_vmware.api [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391870, 'name': PowerOffVM_Task, 'duration_secs': 0.271142} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.354941] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 679.355772] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 679.357117] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-359b6fae-e475-4910-9d21-1256ec2814d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.387500] env[63920]: DEBUG nova.network.neutron [-] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.425103] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6f1312e-04ef-4a8a-bf94-3b2304a77d1e req-ac26aadc-a2fe-44ac-ab29-99c150d5c6f4 service nova] Releasing lock "refresh_cache-6119d924-a4d4-4da6-9156-a76d577c0f65" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.426747] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.428149] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.428448] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Deleting the datastore file [datastore1] 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.429589] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fd8e5c6-5dfe-4eca-9dfc-400460f9ecb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.438907] env[63920]: DEBUG oslo_vmware.api [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for the task: (returnval){ [ 679.438907] env[63920]: value = "task-2391873" [ 679.438907] env[63920]: _type = "Task" [ 679.438907] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.449301] env[63920]: DEBUG oslo_vmware.api [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.658705] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.659102] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.662259] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.023s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.666186] env[63920]: INFO nova.compute.claims [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.695039] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52efb21d-364a-b531-09d1-dbd09f320387, 'name': SearchDatastore_Task, 'duration_secs': 0.033717} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.695039] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-291ede23-4850-4226-bbb2-6f1eb6243e54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.701013] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 679.701013] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528cfa3c-c28f-0843-67e1-af93eab96871" [ 679.701013] env[63920]: _type = "Task" [ 679.701013] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.710478] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528cfa3c-c28f-0843-67e1-af93eab96871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.737772] env[63920]: DEBUG nova.compute.manager [req-cab87efb-57e6-4beb-a400-32b44307340a req-c28bb3db-2412-4a50-9bcc-0ca947e376d3 service nova] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Received event network-vif-deleted-e3750b1e-5b67-49e0-a3f2-cd98e05cea17 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.814902] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.890268] env[63920]: INFO nova.compute.manager [-] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Took 1.48 seconds to deallocate network for instance. [ 679.950632] env[63920]: DEBUG nova.network.neutron [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Successfully updated port: 9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.961757] env[63920]: DEBUG oslo_vmware.api [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Task: {'id': task-2391873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173036} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.962326] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.962639] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.964794] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.965146] env[63920]: INFO nova.compute.manager [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 679.965933] env[63920]: DEBUG oslo.service.loopingcall [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.966418] env[63920]: DEBUG nova.compute.manager [-] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.966579] env[63920]: DEBUG nova.network.neutron [-] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 680.131520] env[63920]: DEBUG nova.network.neutron [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updated VIF entry in instance network info cache for port 025293bb-b77d-42cc-9b00-fa653a55238e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.131869] env[63920]: DEBUG nova.network.neutron [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.170155] env[63920]: DEBUG nova.compute.utils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 680.172090] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.172370] env[63920]: DEBUG nova.network.neutron [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.211313] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528cfa3c-c28f-0843-67e1-af93eab96871, 'name': SearchDatastore_Task, 'duration_secs': 0.022496} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.211656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.211971] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 6119d924-a4d4-4da6-9156-a76d577c0f65/6119d924-a4d4-4da6-9156-a76d577c0f65.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.212369] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c86ac6-f3a0-42b9-a131-25c1900f784b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.218511] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 680.218511] env[63920]: value = "task-2391875" [ 680.218511] env[63920]: _type = "Task" [ 680.218511] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.230885] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.241597] env[63920]: DEBUG nova.policy [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37ec37b4267242378ab9d76811037335', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbabbd4cdec445069e1b33043f46c6ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.319018] env[63920]: DEBUG oslo_vmware.api [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391871, 'name': PowerOnVM_Task, 'duration_secs': 0.596367} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.319018] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.319018] env[63920]: INFO nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Took 9.95 seconds to spawn the instance on the hypervisor. [ 680.319018] env[63920]: DEBUG nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.319018] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d793b4-d2b8-413b-9a87-56a246cac0e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.397212] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.456631] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "refresh_cache-098ffac6-de4b-4536-9443-b0656cf151f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.456854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquired lock "refresh_cache-098ffac6-de4b-4536-9443-b0656cf151f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.457023] env[63920]: DEBUG nova.network.neutron [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.635048] env[63920]: DEBUG oslo_concurrency.lockutils [req-fe8cccaa-e047-4407-a90e-0b98d8cb9814 req-82d6111b-ca8e-46e4-b1b9-e03036a186a3 service nova] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.679289] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.690975] env[63920]: DEBUG nova.network.neutron [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Successfully created port: ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.733706] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.790539] env[63920]: DEBUG nova.network.neutron [-] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.835029] env[63920]: INFO nova.compute.manager [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Took 36.97 seconds to build instance. [ 681.022231] env[63920]: DEBUG nova.network.neutron [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.189448] env[63920]: INFO nova.virt.block_device [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Booting with volume 97766253-94df-47fa-b8a2-9a4daec92994 at /dev/sda [ 681.231260] env[63920]: DEBUG nova.network.neutron [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Updating instance_info_cache with network_info: [{"id": "9f7c8e65-985e-473b-befd-e406309983be", "address": "fa:16:3e:67:3b:a4", "network": {"id": "242f336d-1771-4ecb-8e62-cc067b5338f5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-85152929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622b484278dd49469d9313fa8c8fc8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7c8e65-98", "ovs_interfaceid": "9f7c8e65-985e-473b-befd-e406309983be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.235890] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391875, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.012094} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.236458] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 6119d924-a4d4-4da6-9156-a76d577c0f65/6119d924-a4d4-4da6-9156-a76d577c0f65.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.236673] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.236931] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5763933-b578-4fa9-a37a-cc4c644d64fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.240125] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99fd5a9a-e645-44dc-85dd-373e5bc9d965 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.251345] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 681.251345] env[63920]: value = "task-2391876" [ 681.251345] env[63920]: _type = "Task" [ 681.251345] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.257876] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212866e-fa06-4623-a1c0-416227e5471a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.276273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.276511] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.281356] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.299881] env[63920]: INFO nova.compute.manager [-] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Took 1.33 seconds to deallocate network for instance. [ 681.302481] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aefc4fa0-4633-4231-9a08-a3eb465c66d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.311897] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd09c9e2-2580-4f29-a1f7-051854529e7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.326070] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6705f68f-9ef5-472b-8f6a-2b393e10fccf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.333028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35001cd-289c-4da2-a5c9-67a7f6b39f9e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.336287] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3998de15-bd9b-4e5d-aef8-2490610e0160 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.492s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.376496] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93f3981-1b57-4ffb-890c-2f1d952af0fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.380821] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260501ad-e0c3-4122-9b22-fa648c0de036 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.390516] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f6dae2-9cec-47f9-a842-6197418ef002 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.394789] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea637e82-5500-4847-b2ba-2303b5ba9c99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.409743] env[63920]: DEBUG nova.compute.provider_tree [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.416030] env[63920]: DEBUG nova.virt.block_device [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updating existing volume attachment record: a5ec3744-ae32-49de-a99f-b2d61f7caa43 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 681.568383] env[63920]: DEBUG nova.compute.manager [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Received event network-vif-plugged-9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.568569] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] Acquiring lock "098ffac6-de4b-4536-9443-b0656cf151f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.568777] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] Lock "098ffac6-de4b-4536-9443-b0656cf151f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.568947] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] Lock "098ffac6-de4b-4536-9443-b0656cf151f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.569126] env[63920]: DEBUG nova.compute.manager [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] No waiting events found dispatching network-vif-plugged-9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.569252] env[63920]: WARNING nova.compute.manager [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Received unexpected event network-vif-plugged-9f7c8e65-985e-473b-befd-e406309983be for instance with vm_state building and task_state spawning. [ 681.569408] env[63920]: DEBUG nova.compute.manager [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Received event network-changed-9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 681.569556] env[63920]: DEBUG nova.compute.manager [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Refreshing instance network info cache due to event network-changed-9f7c8e65-985e-473b-befd-e406309983be. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 681.569743] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] Acquiring lock "refresh_cache-098ffac6-de4b-4536-9443-b0656cf151f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.664559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.664810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.665026] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.665221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.665390] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.667494] env[63920]: INFO nova.compute.manager [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Terminating instance [ 681.737271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Releasing lock "refresh_cache-098ffac6-de4b-4536-9443-b0656cf151f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.737395] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Instance network_info: |[{"id": "9f7c8e65-985e-473b-befd-e406309983be", "address": "fa:16:3e:67:3b:a4", "network": {"id": "242f336d-1771-4ecb-8e62-cc067b5338f5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-85152929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622b484278dd49469d9313fa8c8fc8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7c8e65-98", "ovs_interfaceid": "9f7c8e65-985e-473b-befd-e406309983be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.737700] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] Acquired lock "refresh_cache-098ffac6-de4b-4536-9443-b0656cf151f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.737873] env[63920]: DEBUG nova.network.neutron [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Refreshing network info cache for port 9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.739467] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:3b:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f7c8e65-985e-473b-befd-e406309983be', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.747975] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Creating folder: Project (622b484278dd49469d9313fa8c8fc8ef). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.748971] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8d4b8c5-ea25-4e0d-bb57-a3622a13f110 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.760691] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262381} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.761848] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.762178] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Created folder: Project (622b484278dd49469d9313fa8c8fc8ef) in parent group-v485178. [ 681.762358] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Creating folder: Instances. Parent ref: group-v485260. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.763053] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6ae7e5-0bfc-4734-8686-7fd722d00fa5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.765435] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec21e0c-5e75-4c87-8568-468b0eb12f78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.789682] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 6119d924-a4d4-4da6-9156-a76d577c0f65/6119d924-a4d4-4da6-9156-a76d577c0f65.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.791206] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-481a7332-39b3-42e4-bf3a-dcd7fa5a4c1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.805608] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Created folder: Instances in parent group-v485260. [ 681.805888] env[63920]: DEBUG oslo.service.loopingcall [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.806402] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.807280] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.807899] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-addf228b-cbc6-4f5b-949f-40c497278c81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.823731] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 681.823731] env[63920]: value = "task-2391879" [ 681.823731] env[63920]: _type = "Task" [ 681.823731] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.827877] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.827877] env[63920]: value = "task-2391880" [ 681.827877] env[63920]: _type = "Task" [ 681.827877] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.834616] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.839296] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.842499] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391880, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.920046] env[63920]: DEBUG nova.scheduler.client.report [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.042675] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "71830083-d5ae-478a-bedb-ec1f3a642b5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.042946] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.043217] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "71830083-d5ae-478a-bedb-ec1f3a642b5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.043347] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.043564] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.046011] env[63920]: INFO nova.compute.manager [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Terminating instance [ 682.050694] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 682.050974] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485258', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'name': 'volume-b8c00d67-54fb-4640-b2ad-32f289c7096a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'serial': 'b8c00d67-54fb-4640-b2ad-32f289c7096a'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 682.052016] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce141038-9523-48b8-b2a6-a587b297e8f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.071019] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7c1f33-0625-4fbf-a7a5-3106617fc538 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.098467] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-b8c00d67-54fb-4640-b2ad-32f289c7096a/volume-b8c00d67-54fb-4640-b2ad-32f289c7096a.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.098820] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7778547-9316-4305-aa1d-6ba43c84911a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.119238] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 682.119238] env[63920]: value = "task-2391881" [ 682.119238] env[63920]: _type = "Task" [ 682.119238] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.128062] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.175021] env[63920]: DEBUG nova.compute.manager [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.175021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.175021] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f16b40c-34e9-4954-ac12-475e6b3f7439 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.182466] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.183094] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c09612-600e-477a-8cc3-894017366e39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.192274] env[63920]: DEBUG oslo_vmware.api [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 682.192274] env[63920]: value = "task-2391882" [ 682.192274] env[63920]: _type = "Task" [ 682.192274] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.199155] env[63920]: DEBUG oslo_vmware.api [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.336784] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.340587] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391880, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.373549] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.426596] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.427143] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.430535] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.740s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.432405] env[63920]: INFO nova.compute.claims [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.556481] env[63920]: DEBUG nova.compute.manager [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.556481] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.560019] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16eaccb3-be05-4d5d-a94f-580f7d14ae0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.565669] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.566323] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04e65119-0e0f-488f-911e-f0354d5ddba1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.569046] env[63920]: DEBUG nova.network.neutron [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Updated VIF entry in instance network info cache for port 9f7c8e65-985e-473b-befd-e406309983be. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.569709] env[63920]: DEBUG nova.network.neutron [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Updating instance_info_cache with network_info: [{"id": "9f7c8e65-985e-473b-befd-e406309983be", "address": "fa:16:3e:67:3b:a4", "network": {"id": "242f336d-1771-4ecb-8e62-cc067b5338f5", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-85152929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "622b484278dd49469d9313fa8c8fc8ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f7c8e65-98", "ovs_interfaceid": "9f7c8e65-985e-473b-befd-e406309983be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.577676] env[63920]: DEBUG oslo_vmware.api [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 682.577676] env[63920]: value = "task-2391883" [ 682.577676] env[63920]: _type = "Task" [ 682.577676] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.588688] env[63920]: DEBUG oslo_vmware.api [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.633865] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.659945] env[63920]: DEBUG nova.compute.manager [req-9698d201-2866-4489-b479-f05176f4b73b req-c0c13860-161e-4786-8cb6-a39212b56892 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Received event network-vif-plugged-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 682.659945] env[63920]: DEBUG oslo_concurrency.lockutils [req-9698d201-2866-4489-b479-f05176f4b73b req-c0c13860-161e-4786-8cb6-a39212b56892 service nova] Acquiring lock "d58b4160-af70-4417-a50e-85fdc15704f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.659945] env[63920]: DEBUG oslo_concurrency.lockutils [req-9698d201-2866-4489-b479-f05176f4b73b req-c0c13860-161e-4786-8cb6-a39212b56892 service nova] Lock "d58b4160-af70-4417-a50e-85fdc15704f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.660159] env[63920]: DEBUG oslo_concurrency.lockutils [req-9698d201-2866-4489-b479-f05176f4b73b req-c0c13860-161e-4786-8cb6-a39212b56892 service nova] Lock "d58b4160-af70-4417-a50e-85fdc15704f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.660335] env[63920]: DEBUG nova.compute.manager [req-9698d201-2866-4489-b479-f05176f4b73b req-c0c13860-161e-4786-8cb6-a39212b56892 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] No waiting events found dispatching network-vif-plugged-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.660515] env[63920]: WARNING nova.compute.manager [req-9698d201-2866-4489-b479-f05176f4b73b req-c0c13860-161e-4786-8cb6-a39212b56892 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Received unexpected event network-vif-plugged-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb for instance with vm_state building and task_state block_device_mapping. [ 682.701495] env[63920]: DEBUG oslo_vmware.api [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391882, 'name': PowerOffVM_Task, 'duration_secs': 0.251687} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.701891] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.702093] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.702834] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad68a0d-923a-4bd2-9500-5707614eebe6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.750702] env[63920]: DEBUG nova.network.neutron [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Successfully updated port: ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.785701] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 682.785884] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 682.787125] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Deleting the datastore file [datastore1] e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 682.787125] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24a4acb5-b406-4ca6-9e93-1bcf73a138ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.794315] env[63920]: DEBUG oslo_vmware.api [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for the task: (returnval){ [ 682.794315] env[63920]: value = "task-2391885" [ 682.794315] env[63920]: _type = "Task" [ 682.794315] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.805438] env[63920]: DEBUG oslo_vmware.api [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.836815] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391879, 'name': ReconfigVM_Task, 'duration_secs': 0.662598} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.837571] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 6119d924-a4d4-4da6-9156-a76d577c0f65/6119d924-a4d4-4da6-9156-a76d577c0f65.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.838167] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2da12006-81b8-41f2-84a3-825846b3776f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.842770] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391880, 'name': CreateVM_Task, 'duration_secs': 0.590766} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.843278] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.843947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.844124] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.844438] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.844686] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571b0801-f501-4258-bcc9-bbd64a032371 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.848802] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 682.848802] env[63920]: value = "task-2391886" [ 682.848802] env[63920]: _type = "Task" [ 682.848802] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.850609] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 682.850609] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520e1ad3-98a2-1ec8-3702-c41d567dca9d" [ 682.850609] env[63920]: _type = "Task" [ 682.850609] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.868025] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520e1ad3-98a2-1ec8-3702-c41d567dca9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.868025] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391886, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.937755] env[63920]: DEBUG nova.compute.utils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 682.942499] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.942714] env[63920]: DEBUG nova.network.neutron [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.001830] env[63920]: DEBUG nova.policy [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab4f5c17bddf49dbbbb225b13060ac71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b7c4a11262f4c9c8c225ee4039fbaa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 683.073119] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] Releasing lock "refresh_cache-098ffac6-de4b-4536-9443-b0656cf151f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.073403] env[63920]: DEBUG nova.compute.manager [req-2d4ee61f-8cba-465b-a0a9-233b4c697b14 req-9e09b771-1c76-40ee-916d-5da0297f8cf9 service nova] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Received event network-vif-deleted-2fd7b931-1530-4e0f-a102-42e108fde051 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.088258] env[63920]: DEBUG oslo_vmware.api [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391883, 'name': PowerOffVM_Task, 'duration_secs': 0.177305} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.088518] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.088679] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.088921] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2aebd8c4-8b5f-445e-b884-060aeb7af533 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.132886] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391881, 'name': ReconfigVM_Task, 'duration_secs': 0.77995} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.133192] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-b8c00d67-54fb-4640-b2ad-32f289c7096a/volume-b8c00d67-54fb-4640-b2ad-32f289c7096a.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.137942] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcccdada-a208-4b7b-8e2c-ffc11ba1df4f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.152989] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 683.152989] env[63920]: value = "task-2391888" [ 683.152989] env[63920]: _type = "Task" [ 683.152989] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.162361] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.164760] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.164907] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.165101] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleting the datastore file [datastore1] 71830083-d5ae-478a-bedb-ec1f3a642b5c {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.165341] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05599dc5-f000-4244-80ec-e81b12ac3f4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.170892] env[63920]: DEBUG oslo_vmware.api [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 683.170892] env[63920]: value = "task-2391889" [ 683.170892] env[63920]: _type = "Task" [ 683.170892] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.181203] env[63920]: DEBUG oslo_vmware.api [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.253597] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.253852] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquired lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.254171] env[63920]: DEBUG nova.network.neutron [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.306470] env[63920]: DEBUG oslo_vmware.api [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Task: {'id': task-2391885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158665} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.306867] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.307453] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.307453] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.307988] env[63920]: INFO nova.compute.manager [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Took 1.13 seconds to destroy the instance on the hypervisor. [ 683.308123] env[63920]: DEBUG oslo.service.loopingcall [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.308416] env[63920]: DEBUG nova.compute.manager [-] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.308457] env[63920]: DEBUG nova.network.neutron [-] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.366510] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391886, 'name': Rename_Task, 'duration_secs': 0.286181} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.370536] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.370884] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520e1ad3-98a2-1ec8-3702-c41d567dca9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.371178] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab62f6fb-ed22-4c9c-b260-af914b7eae25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.376683] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.376926] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.377395] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.377577] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.377830] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.378239] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63d0f02d-d60e-4fee-8a21-994fe73906eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.386328] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 683.386328] env[63920]: value = "task-2391890" [ 683.386328] env[63920]: _type = "Task" [ 683.386328] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.389833] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.390194] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.396553] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05640da4-bb5f-416e-b41c-f72c1fc35220 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.404667] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391890, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.406529] env[63920]: DEBUG nova.network.neutron [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Successfully created port: 736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.408855] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 683.408855] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9bc8a-69f2-cdde-ec9c-eb68266b4ee1" [ 683.408855] env[63920]: _type = "Task" [ 683.408855] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.419180] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9bc8a-69f2-cdde-ec9c-eb68266b4ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.009021} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.420130] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63c6a72-d022-4c73-b11e-c0c2ba53f61d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.425740] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 683.425740] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52331b2e-90ed-7908-60e7-73e0047f4f76" [ 683.425740] env[63920]: _type = "Task" [ 683.425740] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.435396] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52331b2e-90ed-7908-60e7-73e0047f4f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.443119] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.521924] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.521924] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.521924] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.521924] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.522247] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.522247] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.522301] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.522512] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.522665] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.522825] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.522980] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.523165] env[63920]: DEBUG nova.virt.hardware [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.524556] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b0989a-ea9c-40de-821f-ce15f8dbbea7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.538955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192efb5c-e6ff-4475-aebb-a4d99d5476c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.665419] env[63920]: DEBUG oslo_vmware.api [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391888, 'name': ReconfigVM_Task, 'duration_secs': 0.203026} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.665747] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485258', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'name': 'volume-b8c00d67-54fb-4640-b2ad-32f289c7096a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'serial': 'b8c00d67-54fb-4640-b2ad-32f289c7096a'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 683.681044] env[63920]: DEBUG nova.compute.manager [req-e68e10e3-b36b-415c-83fb-46e918d958d0 req-8bdcca54-3886-4755-88d0-2ff3c4acecfd service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Received event network-vif-deleted-d37f0d36-6e7c-4ef1-86aa-c175f2868dba {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 683.681252] env[63920]: INFO nova.compute.manager [req-e68e10e3-b36b-415c-83fb-46e918d958d0 req-8bdcca54-3886-4755-88d0-2ff3c4acecfd service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Neutron deleted interface d37f0d36-6e7c-4ef1-86aa-c175f2868dba; detaching it from the instance and deleting it from the info cache [ 683.681425] env[63920]: DEBUG nova.network.neutron [req-e68e10e3-b36b-415c-83fb-46e918d958d0 req-8bdcca54-3886-4755-88d0-2ff3c4acecfd service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.688920] env[63920]: DEBUG oslo_vmware.api [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166684} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.689168] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.689346] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.689515] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.689721] env[63920]: INFO nova.compute.manager [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 683.690363] env[63920]: DEBUG oslo.service.loopingcall [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.690363] env[63920]: DEBUG nova.compute.manager [-] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.690527] env[63920]: DEBUG nova.network.neutron [-] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.797268] env[63920]: DEBUG nova.network.neutron [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.899656] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.936829] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52331b2e-90ed-7908-60e7-73e0047f4f76, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.937198] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.937464] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 098ffac6-de4b-4536-9443-b0656cf151f1/098ffac6-de4b-4536-9443-b0656cf151f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.937747] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0ae5ced-fb71-4a92-aad1-9652c50d467b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.945273] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 683.945273] env[63920]: value = "task-2391891" [ 683.945273] env[63920]: _type = "Task" [ 683.945273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.959646] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.973192] env[63920]: DEBUG nova.network.neutron [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updating instance_info_cache with network_info: [{"id": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "address": "fa:16:3e:f4:c5:cd", "network": {"id": "5d75b5ef-8eb7-4fd2-ae9f-a075b0497cf3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1922546528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbabbd4cdec445069e1b33043f46c6ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9900d6-c9", "ovs_interfaceid": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.106045] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf0e22-9879-4707-a2e0-88ca710c26eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.115141] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e077949b-584c-42b9-b637-4758c6f931f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.147813] env[63920]: DEBUG nova.network.neutron [-] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.149809] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b5b5b1-4885-4fba-a6ea-ce7caf532e2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.158467] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43678d36-7d8f-4e3c-b1fb-d1542f15d9aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.175489] env[63920]: DEBUG nova.compute.provider_tree [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.183700] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96fdedf4-5e67-4339-944d-bc4eb9a81837 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.193682] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545d1a56-97de-46b7-8459-ead9bd9dc898 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.228598] env[63920]: DEBUG nova.compute.manager [req-e68e10e3-b36b-415c-83fb-46e918d958d0 req-8bdcca54-3886-4755-88d0-2ff3c4acecfd service nova] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Detach interface failed, port_id=d37f0d36-6e7c-4ef1-86aa-c175f2868dba, reason: Instance e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 684.400981] env[63920]: DEBUG oslo_vmware.api [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391890, 'name': PowerOnVM_Task, 'duration_secs': 0.733809} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.401316] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.401517] env[63920]: INFO nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Took 9.09 seconds to spawn the instance on the hypervisor. [ 684.401694] env[63920]: DEBUG nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.402494] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb378ac-cfde-4f52-a0d3-e3a0969bd455 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.455910] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391891, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.469027] env[63920]: DEBUG nova.network.neutron [-] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.471245] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.476209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Releasing lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.476666] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance network_info: |[{"id": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "address": "fa:16:3e:f4:c5:cd", "network": {"id": "5d75b5ef-8eb7-4fd2-ae9f-a075b0497cf3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1922546528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbabbd4cdec445069e1b33043f46c6ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9900d6-c9", "ovs_interfaceid": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.477361] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c5:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.486026] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Creating folder: Project (fbabbd4cdec445069e1b33043f46c6ec). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.487017] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65a0c07c-3a43-43f5-9e33-a07747910811 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.499035] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.499299] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.499464] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.499914] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.499914] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.500076] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.500235] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.500542] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.500542] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.500709] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.500839] env[63920]: DEBUG nova.virt.hardware [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.502066] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2aa18-0506-44a6-9c34-b173023700a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.505844] env[63920]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 684.506047] env[63920]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63920) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 684.506412] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Folder already exists: Project (fbabbd4cdec445069e1b33043f46c6ec). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 684.506584] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Creating folder: Instances. Parent ref: group-v485222. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.507272] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b17c75-75b5-4690-ae13-da629e398bca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.513166] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d47d943-9d47-4289-96b4-743817fef13d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.528884] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Created folder: Instances in parent group-v485222. [ 684.529191] env[63920]: DEBUG oslo.service.loopingcall [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 684.529368] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.529578] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33cab133-1400-4213-ab43-747d2e313eec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.549433] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.549433] env[63920]: value = "task-2391894" [ 684.549433] env[63920]: _type = "Task" [ 684.549433] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.559378] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391894, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.653252] env[63920]: INFO nova.compute.manager [-] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Took 1.34 seconds to deallocate network for instance. [ 684.679202] env[63920]: DEBUG nova.scheduler.client.report [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.693763] env[63920]: DEBUG nova.compute.manager [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Received event network-changed-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.694012] env[63920]: DEBUG nova.compute.manager [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Refreshing instance network info cache due to event network-changed-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 684.694317] env[63920]: DEBUG oslo_concurrency.lockutils [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] Acquiring lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.694466] env[63920]: DEBUG oslo_concurrency.lockutils [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] Acquired lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.694636] env[63920]: DEBUG nova.network.neutron [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Refreshing network info cache for port ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.713984] env[63920]: DEBUG nova.objects.instance [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'flavor' on Instance uuid af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.928711] env[63920]: INFO nova.compute.manager [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Took 32.06 seconds to build instance. [ 684.957847] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79154} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.958295] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 098ffac6-de4b-4536-9443-b0656cf151f1/098ffac6-de4b-4536-9443-b0656cf151f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.958614] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.959016] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-170359ea-7ef1-4881-a76a-a1d47f71c599 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.966062] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 684.966062] env[63920]: value = "task-2391895" [ 684.966062] env[63920]: _type = "Task" [ 684.966062] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.974342] env[63920]: INFO nova.compute.manager [-] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Took 1.28 seconds to deallocate network for instance. [ 684.974722] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391895, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.060422] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391894, 'name': CreateVM_Task, 'duration_secs': 0.437551} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.061344] env[63920]: DEBUG nova.network.neutron [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Successfully updated port: 736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.062557] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.063422] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485231', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'name': 'volume-97766253-94df-47fa-b8a2-9a4daec92994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd58b4160-af70-4417-a50e-85fdc15704f8', 'attached_at': '', 'detached_at': '', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'serial': '97766253-94df-47fa-b8a2-9a4daec92994'}, 'attachment_id': 'a5ec3744-ae32-49de-a99f-b2d61f7caa43', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63920) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 685.063422] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Root volume attach. Driver type: vmdk {{(pid=63920) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 685.064456] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73005cb3-5752-4feb-9aa3-be954160c7b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.072215] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71029c8-a9fa-4065-904d-87befa9f6097 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.080822] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488622f-fc90-48c2-ab39-7d7f255a20a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.086906] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f9a12347-ef40-42d3-aa80-589ed8f0e3a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.093661] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 685.093661] env[63920]: value = "task-2391896" [ 685.093661] env[63920]: _type = "Task" [ 685.093661] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.101484] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391896, 'name': RelocateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.160789] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.188473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.189231] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.191846] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.182s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.220198] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b613128-d3d1-4a1c-8e7d-70cc269eddeb tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.308s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.431372] env[63920]: DEBUG oslo_concurrency.lockutils [None req-044d871a-0645-424f-8427-42df47b3ccc7 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.516s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.476214] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391895, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068137} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.476588] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.477549] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8394bb6e-dda0-405b-a343-ea2b81924c43 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.481225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.482929] env[63920]: DEBUG nova.network.neutron [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updated VIF entry in instance network info cache for port ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.483194] env[63920]: DEBUG nova.network.neutron [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updating instance_info_cache with network_info: [{"id": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "address": "fa:16:3e:f4:c5:cd", "network": {"id": "5d75b5ef-8eb7-4fd2-ae9f-a075b0497cf3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1922546528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbabbd4cdec445069e1b33043f46c6ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9900d6-c9", "ovs_interfaceid": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.503342] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 098ffac6-de4b-4536-9443-b0656cf151f1/098ffac6-de4b-4536-9443-b0656cf151f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.504559] env[63920]: DEBUG oslo_concurrency.lockutils [req-59e3a507-540d-46f3-8005-d0aafcaa28c7 req-07d132a5-23e2-4b5c-b1cb-9b941c2dfee0 service nova] Releasing lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.504808] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2273344d-5c39-429a-b7fb-0bba7d48a412 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.525020] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 685.525020] env[63920]: value = "task-2391897" [ 685.525020] env[63920]: _type = "Task" [ 685.525020] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.533911] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.564350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "refresh_cache-f9039857-5f06-4c52-9240-a4f854f08b45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.564494] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquired lock "refresh_cache-f9039857-5f06-4c52-9240-a4f854f08b45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.564692] env[63920]: DEBUG nova.network.neutron [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.604431] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391896, 'name': RelocateVM_Task, 'duration_secs': 0.411428} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.604801] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 685.605087] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485231', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'name': 'volume-97766253-94df-47fa-b8a2-9a4daec92994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd58b4160-af70-4417-a50e-85fdc15704f8', 'attached_at': '', 'detached_at': '', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'serial': '97766253-94df-47fa-b8a2-9a4daec92994'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 685.605980] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacd8ed2-e4ca-40c6-a365-2e5c070f7109 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.625064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a33ea4-ce2e-4b0c-9c58-42cbe9f9b7c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.651853] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] volume-97766253-94df-47fa-b8a2-9a4daec92994/volume-97766253-94df-47fa-b8a2-9a4daec92994.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.652765] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d0080d-aba4-459f-80f3-51da81242c20 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.674641] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 685.674641] env[63920]: value = "task-2391898" [ 685.674641] env[63920]: _type = "Task" [ 685.674641] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.686021] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.695620] env[63920]: DEBUG nova.compute.utils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 685.699783] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.700033] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.722142] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.722612] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.722612] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.722729] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.722881] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.725091] env[63920]: INFO nova.compute.manager [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Terminating instance [ 685.762615] env[63920]: DEBUG nova.policy [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b2631a3d24f60b4f67b92a3792000', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636cba38365947c181a3d041a20a630c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.841460] env[63920]: DEBUG nova.compute.manager [req-7e8319cd-8b29-4a76-aa53-6c9e7fc40e1c req-334cd501-26c5-4673-8383-60c938d5e99a service nova] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Received event network-vif-deleted-9df258e9-0410-4ec0-8e02-39ace0df69a9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 685.934380] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.039078] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391897, 'name': ReconfigVM_Task, 'duration_secs': 0.314302} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.039078] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 098ffac6-de4b-4536-9443-b0656cf151f1/098ffac6-de4b-4536-9443-b0656cf151f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.039724] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fec58cca-6ad8-400a-afb0-3788787375d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.045183] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 686.045183] env[63920]: value = "task-2391899" [ 686.045183] env[63920]: _type = "Task" [ 686.045183] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.057924] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391899, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.111868] env[63920]: DEBUG nova.network.neutron [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.193551] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391898, 'name': ReconfigVM_Task, 'duration_secs': 0.27418} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.193863] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Reconfigured VM instance instance-0000001d to attach disk [datastore1] volume-97766253-94df-47fa-b8a2-9a4daec92994/volume-97766253-94df-47fa-b8a2-9a4daec92994.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.203772] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7783425-84b3-4d56-9ff4-af4de4bea4db {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.214275] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.224061] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 686.224061] env[63920]: value = "task-2391900" [ 686.224061] env[63920]: _type = "Task" [ 686.224061] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.232642] env[63920]: DEBUG nova.compute.manager [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.232868] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.232974] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.234697] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Successfully created port: 6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.237798] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d659229-92a0-477a-ad61-fbe7eeac6e42 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.247181] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 686.247181] env[63920]: value = "task-2391901" [ 686.247181] env[63920]: _type = "Task" [ 686.247181] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.260387] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.296623] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127bb456-936b-4e80-bf27-34a5c53cb18b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.308795] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7cc27d-9009-4c4b-9957-c41fc2278e8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.367980] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9eb925-fe6f-4a6c-ae0f-6eb0cdae9f50 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.379640] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2f8a4d-f42d-4de4-8e4a-30721029fed0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.402198] env[63920]: DEBUG nova.compute.provider_tree [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.435450] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822f0d51-d222-4216-8199-4697a2988ea2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.449982] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Suspending the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 686.449982] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1fabb1a9-12ad-405f-8190-e8c43156ee3c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.450236] env[63920]: DEBUG nova.network.neutron [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Updating instance_info_cache with network_info: [{"id": "736257cc-f8a8-49ea-bb58-eed1fd2e1fcd", "address": "fa:16:3e:29:50:41", "network": {"id": "76468480-8c3b-4378-9deb-06273038f3af", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-34402814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7c4a11262f4c9c8c225ee4039fbaa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736257cc-f8", "ovs_interfaceid": "736257cc-f8a8-49ea-bb58-eed1fd2e1fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.454776] env[63920]: DEBUG oslo_vmware.api [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 686.454776] env[63920]: value = "task-2391902" [ 686.454776] env[63920]: _type = "Task" [ 686.454776] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.455630] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.463468] env[63920]: DEBUG oslo_vmware.api [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391902, 'name': SuspendVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.556309] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391899, 'name': Rename_Task, 'duration_secs': 0.146782} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.556309] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.556309] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da1bcf6-2d12-47db-9ef7-0fa16f74b257 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.562942] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 686.562942] env[63920]: value = "task-2391903" [ 686.562942] env[63920]: _type = "Task" [ 686.562942] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.571445] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.735214] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.743534] env[63920]: DEBUG nova.compute.manager [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Received event network-vif-plugged-736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.743833] env[63920]: DEBUG oslo_concurrency.lockutils [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] Acquiring lock "f9039857-5f06-4c52-9240-a4f854f08b45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.744183] env[63920]: DEBUG oslo_concurrency.lockutils [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] Lock "f9039857-5f06-4c52-9240-a4f854f08b45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.744632] env[63920]: DEBUG oslo_concurrency.lockutils [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] Lock "f9039857-5f06-4c52-9240-a4f854f08b45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.744700] env[63920]: DEBUG nova.compute.manager [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] No waiting events found dispatching network-vif-plugged-736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.744917] env[63920]: WARNING nova.compute.manager [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Received unexpected event network-vif-plugged-736257cc-f8a8-49ea-bb58-eed1fd2e1fcd for instance with vm_state building and task_state spawning. [ 686.745140] env[63920]: DEBUG nova.compute.manager [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Received event network-changed-736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 686.745346] env[63920]: DEBUG nova.compute.manager [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Refreshing instance network info cache due to event network-changed-736257cc-f8a8-49ea-bb58-eed1fd2e1fcd. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 686.745553] env[63920]: DEBUG oslo_concurrency.lockutils [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] Acquiring lock "refresh_cache-f9039857-5f06-4c52-9240-a4f854f08b45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.758999] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391901, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.905942] env[63920]: DEBUG nova.scheduler.client.report [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.952572] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Releasing lock "refresh_cache-f9039857-5f06-4c52-9240-a4f854f08b45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 686.952923] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Instance network_info: |[{"id": "736257cc-f8a8-49ea-bb58-eed1fd2e1fcd", "address": "fa:16:3e:29:50:41", "network": {"id": "76468480-8c3b-4378-9deb-06273038f3af", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-34402814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7c4a11262f4c9c8c225ee4039fbaa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736257cc-f8", "ovs_interfaceid": "736257cc-f8a8-49ea-bb58-eed1fd2e1fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.953249] env[63920]: DEBUG oslo_concurrency.lockutils [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] Acquired lock "refresh_cache-f9039857-5f06-4c52-9240-a4f854f08b45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.953429] env[63920]: DEBUG nova.network.neutron [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Refreshing network info cache for port 736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.954714] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:50:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '736257cc-f8a8-49ea-bb58-eed1fd2e1fcd', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.963345] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Creating folder: Project (9b7c4a11262f4c9c8c225ee4039fbaa7). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.966948] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae446234-532c-45da-9a3e-9c70c8d1b97f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.979541] env[63920]: DEBUG oslo_vmware.api [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391902, 'name': SuspendVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.981916] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Created folder: Project (9b7c4a11262f4c9c8c225ee4039fbaa7) in parent group-v485178. [ 686.982128] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Creating folder: Instances. Parent ref: group-v485265. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.982371] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f4b8b3-6f3a-4251-bf76-79667535a016 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.990518] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Created folder: Instances in parent group-v485265. [ 686.990767] env[63920]: DEBUG oslo.service.loopingcall [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 686.990961] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.991197] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a17df8b6-6837-493d-8118-5b57165f4383 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.012283] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.012283] env[63920]: value = "task-2391906" [ 687.012283] env[63920]: _type = "Task" [ 687.012283] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.020045] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391906, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.073054] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391903, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.225444] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.239348] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.253764] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.254021] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.254176] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.254358] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.254535] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.254697] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.254905] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.255078] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.255250] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.255410] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.255577] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.256436] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87de48ed-161f-4a3c-a014-5d0d3a86ad86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.264928] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391901, 'name': PowerOffVM_Task, 'duration_secs': 0.910567} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.267209] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.267369] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 687.267554] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485258', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'name': 'volume-b8c00d67-54fb-4640-b2ad-32f289c7096a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'serial': 'b8c00d67-54fb-4640-b2ad-32f289c7096a'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 687.268416] env[63920]: DEBUG nova.network.neutron [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Updated VIF entry in instance network info cache for port 736257cc-f8a8-49ea-bb58-eed1fd2e1fcd. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.268731] env[63920]: DEBUG nova.network.neutron [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Updating instance_info_cache with network_info: [{"id": "736257cc-f8a8-49ea-bb58-eed1fd2e1fcd", "address": "fa:16:3e:29:50:41", "network": {"id": "76468480-8c3b-4378-9deb-06273038f3af", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-34402814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b7c4a11262f4c9c8c225ee4039fbaa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap736257cc-f8", "ovs_interfaceid": "736257cc-f8a8-49ea-bb58-eed1fd2e1fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.270315] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e87e925-eb74-47ea-bd80-7ab55a381b87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.273687] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a7c258-20cc-4775-bd79-bae4521f0058 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.307098] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51260e7d-6e5f-410a-9720-78ab39b3f1bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.315976] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ba1f73-91bd-497c-96e9-bbc8e4fe0132 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.337159] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc09e373-fe39-400b-9a1b-f643ab03dd16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.352537] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] The volume has not been displaced from its original location: [datastore1] volume-b8c00d67-54fb-4640-b2ad-32f289c7096a/volume-b8c00d67-54fb-4640-b2ad-32f289c7096a.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 687.358603] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 687.358603] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9a9c67-dcd5-4f36-a6ac-56bf0eae8b77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.377632] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 687.377632] env[63920]: value = "task-2391907" [ 687.377632] env[63920]: _type = "Task" [ 687.377632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.386073] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.479129] env[63920]: DEBUG oslo_vmware.api [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391902, 'name': SuspendVM_Task, 'duration_secs': 0.711291} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.479431] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Suspended the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 687.479586] env[63920]: DEBUG nova.compute.manager [None req-d86c43c3-0c0f-4c93-9d20-e978fb5fa9ae tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.480467] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00a7500-7fe2-4786-924f-27a6c7830b05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.523861] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391906, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.573562] env[63920]: DEBUG oslo_vmware.api [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391903, 'name': PowerOnVM_Task, 'duration_secs': 0.540443} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.573834] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.574043] env[63920]: INFO nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Took 8.65 seconds to spawn the instance on the hypervisor. [ 687.574227] env[63920]: DEBUG nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.574964] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d62193b-b719-40cf-a570-cb9df9ef2e28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.737344] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391900, 'name': ReconfigVM_Task, 'duration_secs': 1.153291} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.737667] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485231', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'name': 'volume-97766253-94df-47fa-b8a2-9a4daec92994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd58b4160-af70-4417-a50e-85fdc15704f8', 'attached_at': '', 'detached_at': '', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'serial': '97766253-94df-47fa-b8a2-9a4daec92994'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 687.738358] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1900821b-0b06-4ae9-8c8e-26bdc7a17989 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.744104] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 687.744104] env[63920]: value = "task-2391908" [ 687.744104] env[63920]: _type = "Task" [ 687.744104] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.753421] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391908, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.780274] env[63920]: DEBUG oslo_concurrency.lockutils [req-d7ababad-fd88-4566-a674-80507360f050 req-9e9a2989-dce9-449f-8ade-fc0d8c12ba89 service nova] Releasing lock "refresh_cache-f9039857-5f06-4c52-9240-a4f854f08b45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.891770] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391907, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.918670] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.727s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.924126] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.876s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.924126] env[63920]: DEBUG nova.objects.instance [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lazy-loading 'resources' on Instance uuid 2c3b497a-2756-4f21-8882-a6734f88ad52 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.976268] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Successfully updated port: 6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.023846] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391906, 'name': CreateVM_Task, 'duration_secs': 0.635819} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.024057] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.024940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.024940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.025245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.025482] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9cbe28-60e4-49bb-a39d-688ab4b6ed02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.030561] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 688.030561] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a54b41-7129-0de2-461f-b7b98231b5a4" [ 688.030561] env[63920]: _type = "Task" [ 688.030561] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.038542] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a54b41-7129-0de2-461f-b7b98231b5a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.092367] env[63920]: INFO nova.compute.manager [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Took 26.14 seconds to build instance. [ 688.254492] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391908, 'name': Rename_Task, 'duration_secs': 0.12815} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.254716] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.254957] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc4a1e0b-b917-4522-b9f6-3d11e543d6ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.260871] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 688.260871] env[63920]: value = "task-2391909" [ 688.260871] env[63920]: _type = "Task" [ 688.260871] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.269387] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.387404] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391907, 'name': ReconfigVM_Task, 'duration_secs': 0.537271} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.388527] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 688.392632] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9358837-6339-4deb-a468-c30e4a497db3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.408640] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 688.408640] env[63920]: value = "task-2391910" [ 688.408640] env[63920]: _type = "Task" [ 688.408640] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.417100] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.482741] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "refresh_cache-135e1397-4b80-4b39-a974-b77abab208d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.482984] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "refresh_cache-135e1397-4b80-4b39-a974-b77abab208d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.483289] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.489591] env[63920]: INFO nova.scheduler.client.report [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleted allocation for migration 91795a17-a930-4165-ba6d-4171091fecef [ 688.499933] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "098ffac6-de4b-4536-9443-b0656cf151f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.544366] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a54b41-7129-0de2-461f-b7b98231b5a4, 'name': SearchDatastore_Task, 'duration_secs': 0.041177} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.544674] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.544921] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.545176] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.545400] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545489] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.545746] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36f482da-ad46-4c44-9861-4cac7f504e99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.556791] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.557203] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.557987] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d53b6ec-1bf9-4c95-b593-34c2deeec384 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.564281] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 688.564281] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52db4410-4dcd-bac6-bf26-cd41cafc62a2" [ 688.564281] env[63920]: _type = "Task" [ 688.564281] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.577144] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52db4410-4dcd-bac6-bf26-cd41cafc62a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.597802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5be621c0-f88b-4220-981f-cc9c81d5f0a1 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "098ffac6-de4b-4536-9443-b0656cf151f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.693s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.599332] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "098ffac6-de4b-4536-9443-b0656cf151f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.100s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.601027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "098ffac6-de4b-4536-9443-b0656cf151f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.601027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "098ffac6-de4b-4536-9443-b0656cf151f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.601027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "098ffac6-de4b-4536-9443-b0656cf151f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.605269] env[63920]: INFO nova.compute.manager [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Terminating instance [ 688.772905] env[63920]: DEBUG oslo_vmware.api [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2391909, 'name': PowerOnVM_Task, 'duration_secs': 0.497429} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.773652] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.773866] env[63920]: INFO nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Took 5.25 seconds to spawn the instance on the hypervisor. [ 688.775600] env[63920]: DEBUG nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.778408] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c642d54-f9e4-4a37-8d9c-be1b8054edb3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.919891] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391910, 'name': ReconfigVM_Task, 'duration_secs': 0.22291} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.922445] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485258', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'name': 'volume-b8c00d67-54fb-4640-b2ad-32f289c7096a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8c00d67-54fb-4640-b2ad-32f289c7096a', 'serial': 'b8c00d67-54fb-4640-b2ad-32f289c7096a'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 688.922808] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.923816] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66953f-d5cf-4e26-8128-e6e478fb5426 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.930906] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.932114] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d71fbb-24ce-4b54-a86b-b08be74a692f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.937752] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae19ec-614d-43d7-8a67-569d6a13cded {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.945070] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce19219-fdff-4e78-99f0-54950bbe18af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.953907] env[63920]: DEBUG nova.compute.manager [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Received event network-vif-plugged-6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.954138] env[63920]: DEBUG oslo_concurrency.lockutils [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] Acquiring lock "135e1397-4b80-4b39-a974-b77abab208d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.954417] env[63920]: DEBUG oslo_concurrency.lockutils [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] Lock "135e1397-4b80-4b39-a974-b77abab208d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.954503] env[63920]: DEBUG oslo_concurrency.lockutils [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] Lock "135e1397-4b80-4b39-a974-b77abab208d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.954689] env[63920]: DEBUG nova.compute.manager [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] No waiting events found dispatching network-vif-plugged-6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.954817] env[63920]: WARNING nova.compute.manager [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Received unexpected event network-vif-plugged-6903b177-5e4a-4a4d-88d7-10c20a85f7dc for instance with vm_state building and task_state spawning. [ 688.954976] env[63920]: DEBUG nova.compute.manager [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Received event network-changed-6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 688.955139] env[63920]: DEBUG nova.compute.manager [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Refreshing instance network info cache due to event network-changed-6903b177-5e4a-4a4d-88d7-10c20a85f7dc. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 688.955301] env[63920]: DEBUG oslo_concurrency.lockutils [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] Acquiring lock "refresh_cache-135e1397-4b80-4b39-a974-b77abab208d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.985463] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e58cad-37cc-4308-9d04-5b93dba23ee9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.997570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8bc0592c-7b9b-43fc-b441-5d8b9349821a tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.558s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.000245] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c78402-92a1-4e67-a6e6-ef5c07dec826 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.015902] env[63920]: DEBUG nova.compute.provider_tree [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.034323] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.076340] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52db4410-4dcd-bac6-bf26-cd41cafc62a2, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.077254] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d16444-f54f-41a5-837a-4473640e8519 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.084273] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 689.084273] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cd85ff-cde5-afcd-15af-9251ff8341dc" [ 689.084273] env[63920]: _type = "Task" [ 689.084273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.091081] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cd85ff-cde5-afcd-15af-9251ff8341dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.103759] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.113033] env[63920]: DEBUG nova.compute.manager [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 689.113433] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.114688] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cd967f-7f70-48b5-83ec-e21159c9bca4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.125192] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.125192] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-982f9abe-aeca-4563-b077-bd5e39488b72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.131499] env[63920]: DEBUG oslo_vmware.api [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 689.131499] env[63920]: value = "task-2391912" [ 689.131499] env[63920]: _type = "Task" [ 689.131499] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.139281] env[63920]: DEBUG oslo_vmware.api [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.252308] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Updating instance_info_cache with network_info: [{"id": "6903b177-5e4a-4a4d-88d7-10c20a85f7dc", "address": "fa:16:3e:59:c6:ad", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6903b177-5e", "ovs_interfaceid": "6903b177-5e4a-4a4d-88d7-10c20a85f7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.304032] env[63920]: INFO nova.compute.manager [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Took 26.83 seconds to build instance. [ 689.518626] env[63920]: DEBUG nova.scheduler.client.report [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.593354] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cd85ff-cde5-afcd-15af-9251ff8341dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012923} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.593585] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.593848] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] f9039857-5f06-4c52-9240-a4f854f08b45/f9039857-5f06-4c52-9240-a4f854f08b45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.594137] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90217e5-1025-49b5-be8b-b73eb3b2a653 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.600442] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 689.600442] env[63920]: value = "task-2391913" [ 689.600442] env[63920]: _type = "Task" [ 689.600442] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.609876] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.628940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.639205] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.639430] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.639627] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleting the datastore file [datastore2] af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.642662] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36bfab0-5c9f-4f24-b447-92507e31d16f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.644762] env[63920]: DEBUG oslo_vmware.api [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391912, 'name': PowerOffVM_Task, 'duration_secs': 0.176619} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.645011] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.645347] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.645724] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53aa4dc6-2c75-429b-aec1-75bc3443e3b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.649582] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 689.649582] env[63920]: value = "task-2391914" [ 689.649582] env[63920]: _type = "Task" [ 689.649582] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.658328] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.719357] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.719629] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.719857] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Deleting the datastore file [datastore1] 098ffac6-de4b-4536-9443-b0656cf151f1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.720281] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca78318-fa37-448d-b01b-351f8affa596 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.726312] env[63920]: DEBUG oslo_vmware.api [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for the task: (returnval){ [ 689.726312] env[63920]: value = "task-2391916" [ 689.726312] env[63920]: _type = "Task" [ 689.726312] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.735523] env[63920]: DEBUG oslo_vmware.api [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.757277] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "refresh_cache-135e1397-4b80-4b39-a974-b77abab208d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.757683] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Instance network_info: |[{"id": "6903b177-5e4a-4a4d-88d7-10c20a85f7dc", "address": "fa:16:3e:59:c6:ad", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6903b177-5e", "ovs_interfaceid": "6903b177-5e4a-4a4d-88d7-10c20a85f7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 689.758035] env[63920]: DEBUG oslo_concurrency.lockutils [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] Acquired lock "refresh_cache-135e1397-4b80-4b39-a974-b77abab208d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.758262] env[63920]: DEBUG nova.network.neutron [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Refreshing network info cache for port 6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.759570] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:c6:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6903b177-5e4a-4a4d-88d7-10c20a85f7dc', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.768339] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Creating folder: Project (636cba38365947c181a3d041a20a630c). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.769410] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049ecb66-e462-4cda-b6dd-d7599d04b71b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.779677] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Created folder: Project (636cba38365947c181a3d041a20a630c) in parent group-v485178. [ 689.779903] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Creating folder: Instances. Parent ref: group-v485268. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.780180] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2635c3cb-dade-4436-a91d-36a01ca60f75 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.790210] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Created folder: Instances in parent group-v485268. [ 689.790408] env[63920]: DEBUG oslo.service.loopingcall [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 689.790465] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.790681] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ece34b54-52e9-4acb-98d1-9b6ad1a6f700 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.806537] env[63920]: DEBUG oslo_concurrency.lockutils [None req-242db560-d673-403c-a917-07d7c6694836 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "d58b4160-af70-4417-a50e-85fdc15704f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.606s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.812503] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.812503] env[63920]: value = "task-2391919" [ 689.812503] env[63920]: _type = "Task" [ 689.812503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.821583] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391919, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.952516] env[63920]: DEBUG nova.compute.manager [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.952516] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc58f51d-bdc2-4630-8454-aebf91d30d44 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.025251] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.027947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.400s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.028270] env[63920]: DEBUG nova.objects.instance [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lazy-loading 'resources' on Instance uuid 10626bbb-7618-483f-8fc6-fc44870fc3ee {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.053767] env[63920]: INFO nova.scheduler.client.report [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Deleted allocations for instance 2c3b497a-2756-4f21-8882-a6734f88ad52 [ 690.110940] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391913, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.158591] env[63920]: DEBUG oslo_vmware.api [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2391914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219231} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.158829] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.159026] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.159213] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.159367] env[63920]: INFO nova.compute.manager [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Took 3.93 seconds to destroy the instance on the hypervisor. [ 690.159632] env[63920]: DEBUG oslo.service.loopingcall [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.159852] env[63920]: DEBUG nova.compute.manager [-] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.159997] env[63920]: DEBUG nova.network.neutron [-] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.237728] env[63920]: DEBUG oslo_vmware.api [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Task: {'id': task-2391916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448406} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.237865] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.238066] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.238250] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.238425] env[63920]: INFO nova.compute.manager [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 690.238657] env[63920]: DEBUG oslo.service.loopingcall [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.238860] env[63920]: DEBUG nova.compute.manager [-] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 690.238931] env[63920]: DEBUG nova.network.neutron [-] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 690.309028] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.324466] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391919, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.465539] env[63920]: INFO nova.compute.manager [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] instance snapshotting [ 690.465749] env[63920]: WARNING nova.compute.manager [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 690.469568] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63348dc7-44c6-4847-b85f-58b678768e83 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.498575] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790fc774-67b7-4e65-816b-034c3dfccb20 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.568058] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71b57aad-37bf-4293-b5a5-b05da703fb6a tempest-ServersAdmin275Test-756502218 tempest-ServersAdmin275Test-756502218-project-member] Lock "2c3b497a-2756-4f21-8882-a6734f88ad52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.883s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.612624] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535193} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.612899] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] f9039857-5f06-4c52-9240-a4f854f08b45/f9039857-5f06-4c52-9240-a4f854f08b45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.613094] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.613374] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28776508-acfa-4fd5-b39b-920b55e04daf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.627878] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 690.627878] env[63920]: value = "task-2391920" [ 690.627878] env[63920]: _type = "Task" [ 690.627878] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.639301] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.729272] env[63920]: DEBUG nova.network.neutron [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Updated VIF entry in instance network info cache for port 6903b177-5e4a-4a4d-88d7-10c20a85f7dc. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.729611] env[63920]: DEBUG nova.network.neutron [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Updating instance_info_cache with network_info: [{"id": "6903b177-5e4a-4a4d-88d7-10c20a85f7dc", "address": "fa:16:3e:59:c6:ad", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6903b177-5e", "ovs_interfaceid": "6903b177-5e4a-4a4d-88d7-10c20a85f7dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.829436] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391919, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.839118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.978568] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.978568] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.012468] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.015544] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69d3feea-cf34-4e4a-88c3-70c1341172d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.024363] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 691.024363] env[63920]: value = "task-2391921" [ 691.024363] env[63920]: _type = "Task" [ 691.024363] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.039521] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391921, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.083316] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394a7f7e-d91b-4540-8a79-d45e301303d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.087487] env[63920]: DEBUG nova.network.neutron [-] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.091708] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afff67f2-d5a1-4eda-9ded-31e0c8fb5f2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.127105] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f9b15-f5e5-4799-9576-a20f1e5e3eb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.143571] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db25481a-8950-43ba-b825-133e05dbb28d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.149108] env[63920]: DEBUG nova.compute.manager [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Received event network-changed-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.149334] env[63920]: DEBUG nova.compute.manager [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Refreshing instance network info cache due to event network-changed-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 691.149817] env[63920]: DEBUG oslo_concurrency.lockutils [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] Acquiring lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.150090] env[63920]: DEBUG oslo_concurrency.lockutils [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] Acquired lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.150361] env[63920]: DEBUG nova.network.neutron [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Refreshing network info cache for port ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.152230] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067297} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.152797] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.153924] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d90c51-edff-4178-a8e1-30ab33264551 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.168108] env[63920]: DEBUG nova.network.neutron [-] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.168892] env[63920]: DEBUG nova.compute.provider_tree [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.194992] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f9039857-5f06-4c52-9240-a4f854f08b45/f9039857-5f06-4c52-9240-a4f854f08b45.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.195701] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9e7aa6-fba4-4451-96a6-3d30860eb30a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.220648] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 691.220648] env[63920]: value = "task-2391922" [ 691.220648] env[63920]: _type = "Task" [ 691.220648] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.233557] env[63920]: DEBUG oslo_concurrency.lockutils [req-75b9f71b-41da-486c-bafe-1b71e93bd42d req-1f06735a-9982-4f21-96a0-34f42dac6270 service nova] Releasing lock "refresh_cache-135e1397-4b80-4b39-a974-b77abab208d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.233989] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391922, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.244195] env[63920]: DEBUG nova.compute.manager [req-c3787a4e-ec85-40be-a926-cd238b3119f5 req-2f717e7f-406a-4f12-9e17-e2997e6635c4 service nova] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Received event network-vif-deleted-4e789c32-1d10-4b24-af6f-3e309579efc2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.244473] env[63920]: DEBUG nova.compute.manager [req-c3787a4e-ec85-40be-a926-cd238b3119f5 req-2f717e7f-406a-4f12-9e17-e2997e6635c4 service nova] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Received event network-vif-deleted-9f7c8e65-985e-473b-befd-e406309983be {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.326447] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391919, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.540890] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391921, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.591644] env[63920]: INFO nova.compute.manager [-] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Took 1.43 seconds to deallocate network for instance. [ 691.675134] env[63920]: INFO nova.compute.manager [-] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Took 1.43 seconds to deallocate network for instance. [ 691.675134] env[63920]: DEBUG nova.scheduler.client.report [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.734027] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391922, 'name': ReconfigVM_Task, 'duration_secs': 0.362893} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.736561] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f9039857-5f06-4c52-9240-a4f854f08b45/f9039857-5f06-4c52-9240-a4f854f08b45.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.737638] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54332699-ea27-460e-af4c-ff2bdad0ede7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.743661] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 691.743661] env[63920]: value = "task-2391923" [ 691.743661] env[63920]: _type = "Task" [ 691.743661] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.753185] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391923, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.826414] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391919, 'name': CreateVM_Task, 'duration_secs': 1.675972} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.826838] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.827740] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.827943] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.828286] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.828547] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787f8f66-4e30-43a7-9bc4-0afc4eda574d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.833091] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 691.833091] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aa9ca2-b609-1da5-b3ff-8b8cceb0e049" [ 691.833091] env[63920]: _type = "Task" [ 691.833091] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.841770] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aa9ca2-b609-1da5-b3ff-8b8cceb0e049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.936810] env[63920]: DEBUG nova.network.neutron [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updated VIF entry in instance network info cache for port ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.937202] env[63920]: DEBUG nova.network.neutron [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updating instance_info_cache with network_info: [{"id": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "address": "fa:16:3e:f4:c5:cd", "network": {"id": "5d75b5ef-8eb7-4fd2-ae9f-a075b0497cf3", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1922546528-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbabbd4cdec445069e1b33043f46c6ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec9900d6-c9", "ovs_interfaceid": "ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.037251] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391921, 'name': CreateSnapshot_Task, 'duration_secs': 0.552749} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.037449] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.038105] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed1931-821b-40d8-a668-b79c55510a45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.151565] env[63920]: INFO nova.compute.manager [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Took 0.56 seconds to detach 1 volumes for instance. [ 692.180190] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.182900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.728s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.184360] env[63920]: INFO nova.compute.claims [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.188051] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.213247] env[63920]: INFO nova.scheduler.client.report [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Deleted allocations for instance 10626bbb-7618-483f-8fc6-fc44870fc3ee [ 692.255692] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391923, 'name': Rename_Task, 'duration_secs': 0.300007} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.255975] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.256265] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b90f7be2-6d79-4955-ab51-f655a9ebd240 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.264426] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 692.264426] env[63920]: value = "task-2391924" [ 692.264426] env[63920]: _type = "Task" [ 692.264426] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.272879] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.345565] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aa9ca2-b609-1da5-b3ff-8b8cceb0e049, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.346453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.346453] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.346453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.346453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.346668] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.346923] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5eedfe8-1051-455e-bddd-eaa2c0d06906 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.356025] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.356176] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.357799] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df70f7f-2d4e-43c3-bfdc-06268d66b771 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.363104] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 692.363104] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b51ae5-b972-871d-fb67-d94b53edd869" [ 692.363104] env[63920]: _type = "Task" [ 692.363104] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.370936] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b51ae5-b972-871d-fb67-d94b53edd869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.440521] env[63920]: DEBUG oslo_concurrency.lockutils [req-dac3c51c-56d0-4ee2-b0d9-4ade1849cacd req-e811ca6a-d180-4abf-af0e-c2fa56a3d052 service nova] Releasing lock "refresh_cache-d58b4160-af70-4417-a50e-85fdc15704f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.555835] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.555835] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfb7dc48-1caa-4b43-b8fb-7b16ea1ec5f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.566271] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 692.566271] env[63920]: value = "task-2391925" [ 692.566271] env[63920]: _type = "Task" [ 692.566271] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.574506] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391925, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.657442] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.722239] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b6788a2-9fef-4f2f-8795-68509c90c276 tempest-ServerDiagnosticsNegativeTest-1501439372 tempest-ServerDiagnosticsNegativeTest-1501439372-project-member] Lock "10626bbb-7618-483f-8fc6-fc44870fc3ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.959s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.775367] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.878568] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b51ae5-b972-871d-fb67-d94b53edd869, 'name': SearchDatastore_Task, 'duration_secs': 0.018847} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.879401] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a68a0cb-9e68-4cb7-8c52-ea07e8522778 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.884838] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 692.884838] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522b837f-8048-92eb-4cf5-e924a77609c7" [ 692.884838] env[63920]: _type = "Task" [ 692.884838] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.893374] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522b837f-8048-92eb-4cf5-e924a77609c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.076168] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391925, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.278291] env[63920]: DEBUG oslo_vmware.api [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391924, 'name': PowerOnVM_Task, 'duration_secs': 0.884563} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.278291] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.278291] env[63920]: INFO nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Took 8.80 seconds to spawn the instance on the hypervisor. [ 693.278291] env[63920]: DEBUG nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.278291] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725bf47-92cf-40d5-8c2f-7a3a44f70dd7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.400186] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522b837f-8048-92eb-4cf5-e924a77609c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.400957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.401302] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 135e1397-4b80-4b39-a974-b77abab208d1/135e1397-4b80-4b39-a974-b77abab208d1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.405884] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93af7bf8-b7ab-48d0-9b92-ec557dc828f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.413908] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 693.413908] env[63920]: value = "task-2391926" [ 693.413908] env[63920]: _type = "Task" [ 693.413908] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.424324] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.581121] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391925, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.721179] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c516fa52-37f5-4838-8835-5a43cad4b49b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.731247] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e289d34-e7b3-4403-89ae-addee2e6f83c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.771331] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3b38d-f8fb-47eb-a430-90e0b3319938 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.782803] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a80004e-e936-4d17-a118-d1c735f79c83 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.806319] env[63920]: DEBUG nova.compute.provider_tree [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.812155] env[63920]: INFO nova.compute.manager [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Took 30.20 seconds to build instance. [ 693.935602] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391926, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.080634] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391925, 'name': CloneVM_Task, 'duration_secs': 1.288906} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.080929] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Created linked-clone VM from snapshot [ 694.082617] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab1357-feb6-44dd-a9ba-66cf7f8edbff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.091261] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Uploading image 69828f9e-bce6-47c0-b99b-2d77411facb7 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.130547] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.130547] env[63920]: value = "vm-485272" [ 694.130547] env[63920]: _type = "VirtualMachine" [ 694.130547] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.130847] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ba3d95b0-51e8-43f3-87e0-c27abf4e0f5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.140023] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease: (returnval){ [ 694.140023] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264594a-fe14-85c1-d63e-c234a6a6df5f" [ 694.140023] env[63920]: _type = "HttpNfcLease" [ 694.140023] env[63920]: } obtained for exporting VM: (result){ [ 694.140023] env[63920]: value = "vm-485272" [ 694.140023] env[63920]: _type = "VirtualMachine" [ 694.140023] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.140023] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the lease: (returnval){ [ 694.140023] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264594a-fe14-85c1-d63e-c234a6a6df5f" [ 694.140023] env[63920]: _type = "HttpNfcLease" [ 694.140023] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.145491] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.145491] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264594a-fe14-85c1-d63e-c234a6a6df5f" [ 694.145491] env[63920]: _type = "HttpNfcLease" [ 694.145491] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 694.310982] env[63920]: DEBUG nova.scheduler.client.report [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.315876] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3f0dd4c5-a9cb-4441-b41b-37fb165b8481 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "f9039857-5f06-4c52-9240-a4f854f08b45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.206s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.427998] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551351} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.428522] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 135e1397-4b80-4b39-a974-b77abab208d1/135e1397-4b80-4b39-a974-b77abab208d1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.428784] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.429095] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06276989-a3ef-418c-b731-8b2e127c4f3c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.437203] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 694.437203] env[63920]: value = "task-2391928" [ 694.437203] env[63920]: _type = "Task" [ 694.437203] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.444668] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.649087] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.649087] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264594a-fe14-85c1-d63e-c234a6a6df5f" [ 694.649087] env[63920]: _type = "HttpNfcLease" [ 694.649087] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 694.649504] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 694.649504] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264594a-fe14-85c1-d63e-c234a6a6df5f" [ 694.649504] env[63920]: _type = "HttpNfcLease" [ 694.649504] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 694.650339] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb43f6-1863-4bcc-8b78-8553704119b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.657614] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488ac4-361b-95ee-a289-40ecd08c9b61/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 694.657765] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488ac4-361b-95ee-a289-40ecd08c9b61/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 694.759352] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ccce5af-934c-4170-9674-6923a8bb40ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.822542] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.823089] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.826706] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.830520] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.339s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.831566] env[63920]: INFO nova.compute.claims [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.946724] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086866} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.947392] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.947876] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc200a6-f6c2-44ac-9bba-61a0cff9f738 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.971128] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 135e1397-4b80-4b39-a974-b77abab208d1/135e1397-4b80-4b39-a974-b77abab208d1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.971748] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361720f9-77e0-4103-bdcb-01163bdc141f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.000229] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 695.000229] env[63920]: value = "task-2391929" [ 695.000229] env[63920]: _type = "Task" [ 695.000229] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.008973] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.234075] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "f9039857-5f06-4c52-9240-a4f854f08b45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.234372] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "f9039857-5f06-4c52-9240-a4f854f08b45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.234579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "f9039857-5f06-4c52-9240-a4f854f08b45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.234759] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "f9039857-5f06-4c52-9240-a4f854f08b45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.234997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "f9039857-5f06-4c52-9240-a4f854f08b45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.237323] env[63920]: INFO nova.compute.manager [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Terminating instance [ 695.331411] env[63920]: DEBUG nova.compute.utils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.333025] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.333241] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.366496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.417491] env[63920]: DEBUG nova.policy [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b2631a3d24f60b4f67b92a3792000', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636cba38365947c181a3d041a20a630c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.510912] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.746019] env[63920]: DEBUG nova.compute.manager [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 695.746019] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 695.746019] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cadcf1-7d76-4b8a-aee7-f30faeb25a29 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.752792] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 695.753277] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05128786-79f7-4ca9-b74f-b8e88fdfb3e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.761689] env[63920]: DEBUG oslo_vmware.api [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 695.761689] env[63920]: value = "task-2391930" [ 695.761689] env[63920]: _type = "Task" [ 695.761689] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.778750] env[63920]: DEBUG oslo_vmware.api [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.836684] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.860370] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Successfully created port: 87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.021739] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391929, 'name': ReconfigVM_Task, 'duration_secs': 0.861821} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.022379] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 135e1397-4b80-4b39-a974-b77abab208d1/135e1397-4b80-4b39-a974-b77abab208d1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.023170] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f570f350-0e8b-4c08-9d60-59461b6834e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.032336] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 696.032336] env[63920]: value = "task-2391931" [ 696.032336] env[63920]: _type = "Task" [ 696.032336] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.044932] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391931, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.276335] env[63920]: DEBUG oslo_vmware.api [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391930, 'name': PowerOffVM_Task, 'duration_secs': 0.220929} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.283116] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.283290] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.283815] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6a8fb96-db94-4767-9c87-249db981a540 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.352821] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.356016] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.356016] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Deleting the datastore file [datastore1] f9039857-5f06-4c52-9240-a4f854f08b45 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.356016] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04202ff1-cb71-4f86-8cc7-b7c2fa1bf228 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.360711] env[63920]: DEBUG oslo_vmware.api [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for the task: (returnval){ [ 696.360711] env[63920]: value = "task-2391933" [ 696.360711] env[63920]: _type = "Task" [ 696.360711] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.373593] env[63920]: DEBUG oslo_vmware.api [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.511986] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7043b-9667-4637-9bd9-8f5b5627bc2e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.520508] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ac0d27-3be3-4759-bc93-00fd3a33b990 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.555913] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446009fc-f430-4b1b-a2b4-d55346bcfc04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.567412] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391931, 'name': Rename_Task, 'duration_secs': 0.245112} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.567788] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.569027] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a272a31a-778f-4c0e-8bfc-3e8816e47e2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.573350] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a84cfb9-e505-4913-b193-9005425ced9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.580285] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 696.580285] env[63920]: value = "task-2391934" [ 696.580285] env[63920]: _type = "Task" [ 696.580285] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.587920] env[63920]: DEBUG nova.compute.provider_tree [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.598073] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391934, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.853629] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.870029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "ca2aa06c-914f-498c-9951-c588c07f07b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.870029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.880798] env[63920]: DEBUG oslo_vmware.api [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Task: {'id': task-2391933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422886} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.881368] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.881586] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.881787] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.882051] env[63920]: INFO nova.compute.manager [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 696.882402] env[63920]: DEBUG oslo.service.loopingcall [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 696.883502] env[63920]: DEBUG nova.compute.manager [-] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.883502] env[63920]: DEBUG nova.network.neutron [-] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.899485] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.899842] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.899925] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.900138] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.900387] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.900583] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.900798] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.901536] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.901751] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.901917] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.902112] env[63920]: DEBUG nova.virt.hardware [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.904036] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b721e-2fbd-4f63-a1b4-5ed796fa8917 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.914688] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d86ec8-ad48-406a-b538-78388e690cde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.094610] env[63920]: DEBUG nova.scheduler.client.report [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.103239] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.409955] env[63920]: DEBUG nova.compute.manager [req-d0e27e82-e85b-4e93-bd76-882898943c2a req-58ca6041-fc4f-47f9-a6bf-2a8a8e61cd3b service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Received event network-vif-deleted-736257cc-f8a8-49ea-bb58-eed1fd2e1fcd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.410131] env[63920]: INFO nova.compute.manager [req-d0e27e82-e85b-4e93-bd76-882898943c2a req-58ca6041-fc4f-47f9-a6bf-2a8a8e61cd3b service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Neutron deleted interface 736257cc-f8a8-49ea-bb58-eed1fd2e1fcd; detaching it from the instance and deleting it from the info cache [ 697.410321] env[63920]: DEBUG nova.network.neutron [req-d0e27e82-e85b-4e93-bd76-882898943c2a req-58ca6041-fc4f-47f9-a6bf-2a8a8e61cd3b service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.615544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.617275] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.622505] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391934, 'name': PowerOnVM_Task, 'duration_secs': 0.642594} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.626028] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.712s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.626403] env[63920]: INFO nova.compute.claims [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.628767] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.628977] env[63920]: INFO nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Took 10.40 seconds to spawn the instance on the hypervisor. [ 697.629354] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.633491] env[63920]: DEBUG nova.compute.manager [req-f6470117-4fa4-421f-8f7d-b9104fc88b32 req-3558144c-3cf7-47f6-b290-5fe9a9535706 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Received event network-vif-plugged-87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.633491] env[63920]: DEBUG oslo_concurrency.lockutils [req-f6470117-4fa4-421f-8f7d-b9104fc88b32 req-3558144c-3cf7-47f6-b290-5fe9a9535706 service nova] Acquiring lock "012d0343-ebd5-4d27-ab08-020cdbe6b134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.633491] env[63920]: DEBUG oslo_concurrency.lockutils [req-f6470117-4fa4-421f-8f7d-b9104fc88b32 req-3558144c-3cf7-47f6-b290-5fe9a9535706 service nova] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.633491] env[63920]: DEBUG oslo_concurrency.lockutils [req-f6470117-4fa4-421f-8f7d-b9104fc88b32 req-3558144c-3cf7-47f6-b290-5fe9a9535706 service nova] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.633698] env[63920]: DEBUG nova.compute.manager [req-f6470117-4fa4-421f-8f7d-b9104fc88b32 req-3558144c-3cf7-47f6-b290-5fe9a9535706 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] No waiting events found dispatching network-vif-plugged-87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.633787] env[63920]: WARNING nova.compute.manager [req-f6470117-4fa4-421f-8f7d-b9104fc88b32 req-3558144c-3cf7-47f6-b290-5fe9a9535706 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Received unexpected event network-vif-plugged-87a22d24-431d-4377-a39d-f8eb387f6306 for instance with vm_state building and task_state spawning. [ 697.635202] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115fbc4a-5780-4193-8b96-6ba2165bc6f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.728464] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Successfully updated port: 87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.855917] env[63920]: DEBUG nova.network.neutron [-] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.915457] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d93e486b-67b2-4646-ac5b-c1aca42b0958 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.925500] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d4e0d0-77b4-4226-a48b-c0aa7f5079a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.959199] env[63920]: DEBUG nova.compute.manager [req-d0e27e82-e85b-4e93-bd76-882898943c2a req-58ca6041-fc4f-47f9-a6bf-2a8a8e61cd3b service nova] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Detach interface failed, port_id=736257cc-f8a8-49ea-bb58-eed1fd2e1fcd, reason: Instance f9039857-5f06-4c52-9240-a4f854f08b45 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 698.123752] env[63920]: DEBUG nova.compute.utils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.125393] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.126032] env[63920]: DEBUG nova.network.neutron [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.156335] env[63920]: INFO nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Took 33.51 seconds to build instance. [ 698.185333] env[63920]: DEBUG nova.policy [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d06f7fcee0b454b87b861a30a66b595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db7d3d1718484e658c1d97cfe423b8f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.230850] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "refresh_cache-012d0343-ebd5-4d27-ab08-020cdbe6b134" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.231048] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "refresh_cache-012d0343-ebd5-4d27-ab08-020cdbe6b134" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.231206] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.358484] env[63920]: INFO nova.compute.manager [-] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Took 1.48 seconds to deallocate network for instance. [ 698.557762] env[63920]: DEBUG nova.network.neutron [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Successfully created port: 701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.629422] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.658626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "135e1397-4b80-4b39-a974-b77abab208d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.317s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.823337] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.866659] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.004348] env[63920]: DEBUG nova.network.neutron [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Updating instance_info_cache with network_info: [{"id": "87a22d24-431d-4377-a39d-f8eb387f6306", "address": "fa:16:3e:1d:c5:a8", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a22d24-43", "ovs_interfaceid": "87a22d24-431d-4377-a39d-f8eb387f6306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.164734] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.215203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9d9c07-0cc3-4550-8949-92e012b616cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.223335] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b795b0e7-0b21-4a34-9582-708990fa0eba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.257497] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26724c55-befc-4ac8-bd63-72c6b2e29e80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.265870] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86239ffd-0c05-48eb-9417-5c146e65a1f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.280121] env[63920]: DEBUG nova.compute.provider_tree [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.511439] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "refresh_cache-012d0343-ebd5-4d27-ab08-020cdbe6b134" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 699.511758] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Instance network_info: |[{"id": "87a22d24-431d-4377-a39d-f8eb387f6306", "address": "fa:16:3e:1d:c5:a8", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a22d24-43", "ovs_interfaceid": "87a22d24-431d-4377-a39d-f8eb387f6306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.512237] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:c5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87a22d24-431d-4377-a39d-f8eb387f6306', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.520444] env[63920]: DEBUG oslo.service.loopingcall [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.520444] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.520563] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6df25cc-16e7-43d4-b9cf-e00e058ce183 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.542772] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.542772] env[63920]: value = "task-2391935" [ 699.542772] env[63920]: _type = "Task" [ 699.542772] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.555960] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391935, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.646043] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.656262] env[63920]: DEBUG nova.compute.manager [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Received event network-changed-87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.656262] env[63920]: DEBUG nova.compute.manager [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Refreshing instance network info cache due to event network-changed-87a22d24-431d-4377-a39d-f8eb387f6306. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.656262] env[63920]: DEBUG oslo_concurrency.lockutils [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] Acquiring lock "refresh_cache-012d0343-ebd5-4d27-ab08-020cdbe6b134" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.656262] env[63920]: DEBUG oslo_concurrency.lockutils [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] Acquired lock "refresh_cache-012d0343-ebd5-4d27-ab08-020cdbe6b134" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.656262] env[63920]: DEBUG nova.network.neutron [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Refreshing network info cache for port 87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.671333] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.671588] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.671746] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.672432] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.672662] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.672879] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.673150] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.673346] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.673566] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.673793] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.674011] env[63920]: DEBUG nova.virt.hardware [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.679028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a654ef-c11d-4747-9ce5-a9618fdc551a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.694961] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae7eed4-a599-44fb-b0b4-49b95b3e7ad7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.714211] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.783942] env[63920]: DEBUG nova.scheduler.client.report [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.038157] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "82535807-3e38-4b5e-94f8-5a1efe98541f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.039303] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.055770] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391935, 'name': CreateVM_Task, 'duration_secs': 0.42015} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.056011] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.056724] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.056874] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.057239] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.057855] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24666ad-ae01-4ac8-b8fa-5e05eb71fcd8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.063277] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 700.063277] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5275a73d-36f7-8c02-8134-f538996607ff" [ 700.063277] env[63920]: _type = "Task" [ 700.063277] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.072811] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5275a73d-36f7-8c02-8134-f538996607ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.289122] env[63920]: DEBUG nova.network.neutron [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Successfully updated port: 701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.290649] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.291147] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.294584] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.843s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.294705] env[63920]: DEBUG nova.objects.instance [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lazy-loading 'resources' on Instance uuid 5195e384-56a4-49ab-a1cc-a0badefeef61 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.432319] env[63920]: DEBUG nova.network.neutron [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Updated VIF entry in instance network info cache for port 87a22d24-431d-4377-a39d-f8eb387f6306. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.432574] env[63920]: DEBUG nova.network.neutron [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Updating instance_info_cache with network_info: [{"id": "87a22d24-431d-4377-a39d-f8eb387f6306", "address": "fa:16:3e:1d:c5:a8", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87a22d24-43", "ovs_interfaceid": "87a22d24-431d-4377-a39d-f8eb387f6306", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.577484] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5275a73d-36f7-8c02-8134-f538996607ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013027} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.577842] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.578211] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.578461] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.578613] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.578790] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.579078] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52b808ca-4010-4d5f-967e-a50f09426f51 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.589309] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.589511] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.591376] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba64ed9-3b18-4441-be8e-f0868513a399 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.595591] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 700.595591] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52067523-d33c-1575-7484-4a5d3c8588cb" [ 700.595591] env[63920]: _type = "Task" [ 700.595591] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.604723] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52067523-d33c-1575-7484-4a5d3c8588cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.795495] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.795646] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquired lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.795798] env[63920]: DEBUG nova.network.neutron [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.797990] env[63920]: DEBUG nova.compute.utils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.800409] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.800594] env[63920]: DEBUG nova.network.neutron [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.847502] env[63920]: DEBUG nova.policy [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f01e8a22d854f9fa87347ece11da36f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c00a6c6e0e74606a491d71dec1a2b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.937405] env[63920]: DEBUG oslo_concurrency.lockutils [req-4348ed5c-36bf-4f0b-bd80-ccb0e447d8c4 req-1ab77b23-4203-4d3b-a21f-e64d5cab5e72 service nova] Releasing lock "refresh_cache-012d0343-ebd5-4d27-ab08-020cdbe6b134" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.114547] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52067523-d33c-1575-7484-4a5d3c8588cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016911} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.115455] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc15055-3bfe-442d-8ae5-3ab3c8d490a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.125905] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 701.125905] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525acf22-595d-3331-860b-1270a1678e94" [ 701.125905] env[63920]: _type = "Task" [ 701.125905] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.139017] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525acf22-595d-3331-860b-1270a1678e94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.254932] env[63920]: DEBUG nova.network.neutron [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Successfully created port: 245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.309714] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.344600] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b490d1c5-f989-4e95-972f-e0af7926a1c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.349541] env[63920]: DEBUG nova.network.neutron [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.357229] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e1463f-ac4b-4de5-b2ff-8944427d29e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.393923] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8529e3fa-954f-4934-bd2b-197654d93cc1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.404875] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50fce7-aaa6-4611-b0c5-5287a7aef666 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.420151] env[63920]: DEBUG nova.compute.provider_tree [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.572273] env[63920]: DEBUG nova.network.neutron [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Updating instance_info_cache with network_info: [{"id": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "address": "fa:16:3e:bf:5b:da", "network": {"id": "f11fc3c2-5027-4ae9-8899-bd0753c307cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112960090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db7d3d1718484e658c1d97cfe423b8f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701e38e1-17", "ovs_interfaceid": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.636711] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525acf22-595d-3331-860b-1270a1678e94, 'name': SearchDatastore_Task, 'duration_secs': 0.016732} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.637221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.637542] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 012d0343-ebd5-4d27-ab08-020cdbe6b134/012d0343-ebd5-4d27-ab08-020cdbe6b134.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.637822] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93e2087b-7d0d-4ac2-91f8-f73bcb8f616a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.644940] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 701.644940] env[63920]: value = "task-2391936" [ 701.644940] env[63920]: _type = "Task" [ 701.644940] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.653135] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.789255] env[63920]: DEBUG nova.compute.manager [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Received event network-vif-plugged-701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.789255] env[63920]: DEBUG oslo_concurrency.lockutils [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] Acquiring lock "44842841-3c29-4b60-84f9-8b95dd62b107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.789255] env[63920]: DEBUG oslo_concurrency.lockutils [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] Lock "44842841-3c29-4b60-84f9-8b95dd62b107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.789255] env[63920]: DEBUG oslo_concurrency.lockutils [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] Lock "44842841-3c29-4b60-84f9-8b95dd62b107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.789255] env[63920]: DEBUG nova.compute.manager [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] No waiting events found dispatching network-vif-plugged-701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.789535] env[63920]: WARNING nova.compute.manager [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Received unexpected event network-vif-plugged-701e38e1-17f5-4ac0-bc85-a99571fa86b0 for instance with vm_state building and task_state spawning. [ 701.789535] env[63920]: DEBUG nova.compute.manager [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Received event network-changed-701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.789535] env[63920]: DEBUG nova.compute.manager [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Refreshing instance network info cache due to event network-changed-701e38e1-17f5-4ac0-bc85-a99571fa86b0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.789704] env[63920]: DEBUG oslo_concurrency.lockutils [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] Acquiring lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.923996] env[63920]: DEBUG nova.scheduler.client.report [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.074635] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Releasing lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.074986] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Instance network_info: |[{"id": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "address": "fa:16:3e:bf:5b:da", "network": {"id": "f11fc3c2-5027-4ae9-8899-bd0753c307cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112960090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db7d3d1718484e658c1d97cfe423b8f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701e38e1-17", "ovs_interfaceid": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.075350] env[63920]: DEBUG oslo_concurrency.lockutils [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] Acquired lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.075544] env[63920]: DEBUG nova.network.neutron [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Refreshing network info cache for port 701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.076876] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:5b:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c7eaa8-06f3-40c3-93ae-7593486eb870', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '701e38e1-17f5-4ac0-bc85-a99571fa86b0', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.084521] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Creating folder: Project (db7d3d1718484e658c1d97cfe423b8f8). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.087688] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be403a89-fd25-4ec9-aac0-1ea824630813 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.099773] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Created folder: Project (db7d3d1718484e658c1d97cfe423b8f8) in parent group-v485178. [ 702.100139] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Creating folder: Instances. Parent ref: group-v485274. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.100352] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcf2d301-c185-4477-adbc-e812e249bd5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.110118] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Created folder: Instances in parent group-v485274. [ 702.110499] env[63920]: DEBUG oslo.service.loopingcall [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.110758] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.110850] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4e9ca47-0788-48c7-8b79-49eef606f23a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.134431] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.134431] env[63920]: value = "task-2391939" [ 702.134431] env[63920]: _type = "Task" [ 702.134431] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.145821] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391939, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.155256] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391936, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.324051] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.352220] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.352523] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.352624] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.353519] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.353686] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.353845] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.354097] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.354234] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.354605] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.354817] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.355146] env[63920]: DEBUG nova.virt.hardware [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.356186] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549a4ce1-fb4a-444e-abd3-d3c96c66085d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.367715] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a6e6b8-89c4-4505-81a3-383adcc03ac6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.388902] env[63920]: DEBUG nova.network.neutron [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Updated VIF entry in instance network info cache for port 701e38e1-17f5-4ac0-bc85-a99571fa86b0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.389373] env[63920]: DEBUG nova.network.neutron [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Updating instance_info_cache with network_info: [{"id": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "address": "fa:16:3e:bf:5b:da", "network": {"id": "f11fc3c2-5027-4ae9-8899-bd0753c307cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112960090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db7d3d1718484e658c1d97cfe423b8f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701e38e1-17", "ovs_interfaceid": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.398498] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488ac4-361b-95ee-a289-40ecd08c9b61/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.399696] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5136f818-30bb-4e1d-beb8-7f185017c204 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.408987] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488ac4-361b-95ee-a289-40ecd08c9b61/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.409193] env[63920]: ERROR oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488ac4-361b-95ee-a289-40ecd08c9b61/disk-0.vmdk due to incomplete transfer. [ 702.409512] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b676bc6b-b4be-4e95-9ce6-4c3d0c6895ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.418664] env[63920]: DEBUG oslo_vmware.rw_handles [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52488ac4-361b-95ee-a289-40ecd08c9b61/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.418922] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Uploaded image 69828f9e-bce6-47c0-b99b-2d77411facb7 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.421164] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.421784] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-743d858f-ae8c-4f04-92ae-9a6ee1ee5dda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.429725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.432146] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 702.432146] env[63920]: value = "task-2391940" [ 702.432146] env[63920]: _type = "Task" [ 702.432146] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.432654] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.199s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.432901] env[63920]: DEBUG nova.objects.instance [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lazy-loading 'resources' on Instance uuid f65ae1e8-bf63-4c7b-b248-38f8d18ade4a {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.446625] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391940, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.459452] env[63920]: INFO nova.scheduler.client.report [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Deleted allocations for instance 5195e384-56a4-49ab-a1cc-a0badefeef61 [ 702.645438] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391939, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.653987] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82195} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.654263] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 012d0343-ebd5-4d27-ab08-020cdbe6b134/012d0343-ebd5-4d27-ab08-020cdbe6b134.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.654482] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.654734] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a15d89-34c7-49f6-af95-7fca5f19a9d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.662178] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 702.662178] env[63920]: value = "task-2391941" [ 702.662178] env[63920]: _type = "Task" [ 702.662178] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.670515] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.893020] env[63920]: DEBUG oslo_concurrency.lockutils [req-de64621a-b81d-44c0-b30f-a02b9a13fda0 req-4fbdf2cb-6100-4796-b45a-c71bee500f04 service nova] Releasing lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.909198] env[63920]: DEBUG nova.compute.manager [req-83f24d50-405a-4872-8839-abc850b31ed2 req-ce8c9a18-a9f2-4c21-9d81-2ade9e47fb9f service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Received event network-vif-plugged-245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 702.909198] env[63920]: DEBUG oslo_concurrency.lockutils [req-83f24d50-405a-4872-8839-abc850b31ed2 req-ce8c9a18-a9f2-4c21-9d81-2ade9e47fb9f service nova] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.909198] env[63920]: DEBUG oslo_concurrency.lockutils [req-83f24d50-405a-4872-8839-abc850b31ed2 req-ce8c9a18-a9f2-4c21-9d81-2ade9e47fb9f service nova] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.909198] env[63920]: DEBUG oslo_concurrency.lockutils [req-83f24d50-405a-4872-8839-abc850b31ed2 req-ce8c9a18-a9f2-4c21-9d81-2ade9e47fb9f service nova] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.909198] env[63920]: DEBUG nova.compute.manager [req-83f24d50-405a-4872-8839-abc850b31ed2 req-ce8c9a18-a9f2-4c21-9d81-2ade9e47fb9f service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] No waiting events found dispatching network-vif-plugged-245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.909540] env[63920]: WARNING nova.compute.manager [req-83f24d50-405a-4872-8839-abc850b31ed2 req-ce8c9a18-a9f2-4c21-9d81-2ade9e47fb9f service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Received unexpected event network-vif-plugged-245a4b4a-f222-4301-a1e9-c9a237fc8a4d for instance with vm_state building and task_state spawning. [ 702.935034] env[63920]: DEBUG nova.network.neutron [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Successfully updated port: 245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.949468] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391940, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.972472] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2b303370-2a76-4f96-b8ef-89c8c77334b6 tempest-AttachInterfacesV270Test-993245988 tempest-AttachInterfacesV270Test-993245988-project-member] Lock "5195e384-56a4-49ab-a1cc-a0badefeef61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.098s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.144571] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391939, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.171836] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.339099} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.174711] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.175778] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17385679-5c04-422c-983f-6af85aee28cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.197663] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 012d0343-ebd5-4d27-ab08-020cdbe6b134/012d0343-ebd5-4d27-ab08-020cdbe6b134.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.201425] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9edf4f4-88ee-4111-9af8-a6e242b35ef4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.223708] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 703.223708] env[63920]: value = "task-2391942" [ 703.223708] env[63920]: _type = "Task" [ 703.223708] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.238314] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391942, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.440886] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.447699] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.447699] env[63920]: DEBUG nova.network.neutron [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.455334] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391940, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.553330] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e519c-4300-4d09-8744-1e56738d378b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.561632] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4081c9d6-ca57-463f-984b-e390549fe63d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.597040] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bcd8a5-bfbf-4bae-baab-7e78b21a6d50 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.605442] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26cb992-b375-466c-9d15-366dddd71b85 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.620287] env[63920]: DEBUG nova.compute.provider_tree [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.650160] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391939, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.734292] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.773351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "6119d924-a4d4-4da6-9156-a76d577c0f65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.773351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.773351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "6119d924-a4d4-4da6-9156-a76d577c0f65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.773351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.773499] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.777261] env[63920]: INFO nova.compute.manager [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Terminating instance [ 703.948402] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391940, 'name': Destroy_Task, 'duration_secs': 1.286644} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.948697] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Destroyed the VM [ 703.949019] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.949346] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a197a33-fd85-4bab-bc6a-f1d38e9c6b95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.962141] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 703.962141] env[63920]: value = "task-2391943" [ 703.962141] env[63920]: _type = "Task" [ 703.962141] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.996404] env[63920]: DEBUG nova.network.neutron [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.124915] env[63920]: DEBUG nova.scheduler.client.report [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.148700] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391939, 'name': CreateVM_Task, 'duration_secs': 1.825142} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.149168] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.150142] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.150142] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.150273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 704.150559] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e075262-08bb-461b-a07f-145c3652a5f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.155127] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 704.155127] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52099f6b-dd1d-17d7-d9dc-f4cb1d9125ce" [ 704.155127] env[63920]: _type = "Task" [ 704.155127] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.164193] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52099f6b-dd1d-17d7-d9dc-f4cb1d9125ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.185473] env[63920]: DEBUG nova.network.neutron [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.236077] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391942, 'name': ReconfigVM_Task, 'duration_secs': 0.803641} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.238843] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 012d0343-ebd5-4d27-ab08-020cdbe6b134/012d0343-ebd5-4d27-ab08-020cdbe6b134.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.240211] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9d240c4-11e4-4650-a9b5-c2335e9a405d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.247102] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 704.247102] env[63920]: value = "task-2391944" [ 704.247102] env[63920]: _type = "Task" [ 704.247102] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.261740] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391944, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.282194] env[63920]: DEBUG nova.compute.manager [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.282429] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.283321] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46132d9a-f786-4087-8720-553b0c2048bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.290409] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.290653] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b28ba5-c352-4f20-bc10-41a299295018 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.472404] env[63920]: DEBUG oslo_vmware.api [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391943, 'name': RemoveSnapshot_Task, 'duration_secs': 0.42869} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.472404] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.473104] env[63920]: INFO nova.compute.manager [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Took 14.00 seconds to snapshot the instance on the hypervisor. [ 704.485834] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.486313] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.486516] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleting the datastore file [datastore1] 6119d924-a4d4-4da6-9156-a76d577c0f65 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.487712] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18a1dc97-a80c-4ef8-9644-85ba061dfb73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.496542] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "ea621953-3fd8-43f2-950b-4acd654f7483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.497373] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "ea621953-3fd8-43f2-950b-4acd654f7483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.497373] env[63920]: DEBUG oslo_vmware.api [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 704.497373] env[63920]: value = "task-2391946" [ 704.497373] env[63920]: _type = "Task" [ 704.497373] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.505763] env[63920]: DEBUG oslo_vmware.api [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391946, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.632793] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.634329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.108s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.634493] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.634643] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 704.634983] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.585s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.636376] env[63920]: INFO nova.compute.claims [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 704.639586] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad121b7-d645-409d-96d9-fd77eb72119c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.650283] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6d8e1-3f30-4f00-a813-bec4b0b150b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.655563] env[63920]: INFO nova.scheduler.client.report [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Deleted allocations for instance f65ae1e8-bf63-4c7b-b248-38f8d18ade4a [ 704.671041] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa1276f-a896-4a5d-b082-3b7b16d879d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.679417] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52099f6b-dd1d-17d7-d9dc-f4cb1d9125ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.681329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.681561] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.681787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.681930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.682115] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.682990] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bac4d8f4-b82e-47ce-bde2-019f15f09fbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.685416] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c2223f-0147-4938-b160-cbb449bf0a9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.688921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.689214] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Instance network_info: |[{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.689904] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:d4:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '245a4b4a-f222-4301-a1e9-c9a237fc8a4d', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.697102] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating folder: Project (4c00a6c6e0e74606a491d71dec1a2b60). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.698805] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd648d2b-f1e1-4b85-a956-63b9c9f29da8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.700481] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.700651] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.725102] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8198311e-1764-431f-8223-510e22453473 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.728996] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179788MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 704.728996] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.732549] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 704.732549] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a4ec88-389c-9271-5ccc-511daf8877ae" [ 704.732549] env[63920]: _type = "Task" [ 704.732549] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.737241] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created folder: Project (4c00a6c6e0e74606a491d71dec1a2b60) in parent group-v485178. [ 704.737421] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating folder: Instances. Parent ref: group-v485277. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.737635] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79c31ee0-223f-44aa-935a-ecd6500ca4b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.742021] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a4ec88-389c-9271-5ccc-511daf8877ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.748347] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created folder: Instances in parent group-v485277. [ 704.748567] env[63920]: DEBUG oslo.service.loopingcall [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 704.751492] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.751696] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c24b15e-c0df-44e6-8ff2-e163bff4ab67 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.770561] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391944, 'name': Rename_Task, 'duration_secs': 0.179005} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.772314] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.772314] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.772314] env[63920]: value = "task-2391949" [ 704.772314] env[63920]: _type = "Task" [ 704.772314] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.772314] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc8a4842-ef68-45af-b3a2-5149ad7745af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.786028] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 704.786028] env[63920]: value = "task-2391950" [ 704.786028] env[63920]: _type = "Task" [ 704.786028] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.788806] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391949, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.800030] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391950, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.943970] env[63920]: DEBUG nova.compute.manager [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Received event network-changed-245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 704.943970] env[63920]: DEBUG nova.compute.manager [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Refreshing instance network info cache due to event network-changed-245a4b4a-f222-4301-a1e9-c9a237fc8a4d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 704.944364] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.944561] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.944621] env[63920]: DEBUG nova.network.neutron [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Refreshing network info cache for port 245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.976678] env[63920]: DEBUG nova.compute.manager [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Instance disappeared during snapshot {{(pid=63920) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 704.996531] env[63920]: DEBUG nova.compute.manager [None req-97fa7281-cbab-4e19-94a5-82e7235c996c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image not found during clean up 69828f9e-bce6-47c0-b99b-2d77411facb7 {{(pid=63920) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 705.007417] env[63920]: DEBUG oslo_vmware.api [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2391946, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301773} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.007788] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.007867] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.008230] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.008421] env[63920]: INFO nova.compute.manager [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Took 0.73 seconds to destroy the instance on the hypervisor. [ 705.008667] env[63920]: DEBUG oslo.service.loopingcall [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.008858] env[63920]: DEBUG nova.compute.manager [-] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.008950] env[63920]: DEBUG nova.network.neutron [-] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.179110] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e215c5ce-04de-4538-bc58-2799efdd360c tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "f65ae1e8-bf63-4c7b-b248-38f8d18ade4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.954s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.247808] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a4ec88-389c-9271-5ccc-511daf8877ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014474} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.248506] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4675e707-b2e4-4e66-abdb-03e397fe7ea2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.253968] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 705.253968] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a35e7b-f0eb-dd62-8cc7-080d6cca7683" [ 705.253968] env[63920]: _type = "Task" [ 705.253968] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.261874] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a35e7b-f0eb-dd62-8cc7-080d6cca7683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.283615] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391949, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.300660] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391950, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.707703] env[63920]: DEBUG nova.network.neutron [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updated VIF entry in instance network info cache for port 245a4b4a-f222-4301-a1e9-c9a237fc8a4d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.708105] env[63920]: DEBUG nova.network.neutron [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.768368] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a35e7b-f0eb-dd62-8cc7-080d6cca7683, 'name': SearchDatastore_Task, 'duration_secs': 0.028107} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.768632] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.768878] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 44842841-3c29-4b60-84f9-8b95dd62b107/44842841-3c29-4b60-84f9-8b95dd62b107.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.769158] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4011dd0f-dbdf-4872-9b1c-7ace1ac8399f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.775534] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 705.775534] env[63920]: value = "task-2391951" [ 705.775534] env[63920]: _type = "Task" [ 705.775534] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.790948] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.791269] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391949, 'name': CreateVM_Task, 'duration_secs': 0.558672} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.794258] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.796979] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.797157] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.797723] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 705.798431] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b47ab7-d543-4cb8-bd85-5afaf9bb7e35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.803075] env[63920]: DEBUG oslo_vmware.api [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391950, 'name': PowerOnVM_Task, 'duration_secs': 0.712955} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.803616] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.803845] env[63920]: INFO nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Took 8.95 seconds to spawn the instance on the hypervisor. [ 705.804021] env[63920]: DEBUG nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.804738] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695967ae-7d35-4173-a212-e57eb8e23c0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.810153] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 705.810153] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52467ff6-4d7f-e19f-16b4-7fe697c100bf" [ 705.810153] env[63920]: _type = "Task" [ 705.810153] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.821653] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52467ff6-4d7f-e19f-16b4-7fe697c100bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.891795] env[63920]: DEBUG nova.network.neutron [-] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.960022] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "24265a32-860b-44ea-b35b-3c3972e00d41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.960320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "24265a32-860b-44ea-b35b-3c3972e00d41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.960517] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "24265a32-860b-44ea-b35b-3c3972e00d41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.960695] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "24265a32-860b-44ea-b35b-3c3972e00d41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.960859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "24265a32-860b-44ea-b35b-3c3972e00d41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.962833] env[63920]: INFO nova.compute.manager [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Terminating instance [ 706.112453] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a315c5-2174-4db5-a4b0-83b93cd60868 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.120049] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8bd671-fe49-49b9-9c0b-e28dcf6beaf3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.151598] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf16d6a-0657-46ff-af9f-115cca5bbac3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.159147] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0c002a-05e1-4ea3-b558-2c1e5c65993a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.173588] env[63920]: DEBUG nova.compute.provider_tree [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.211359] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7eba9fc-3432-46d3-9ebd-bdb06fb628b7 req-273fe5a6-4967-4634-a060-87f7ea8ae1ab service nova] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.288777] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391951, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.324706] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52467ff6-4d7f-e19f-16b4-7fe697c100bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023318} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.325057] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.325290] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.325528] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.325723] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.325845] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.326365] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79385859-5116-40b2-95e7-38b3be7e85c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.331174] env[63920]: INFO nova.compute.manager [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Took 37.91 seconds to build instance. [ 706.346573] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.346804] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.347633] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749d4da5-6508-497c-950c-6bed326c3f2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.354334] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 706.354334] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b9e51b-a5ab-be2d-861d-d08e565818a1" [ 706.354334] env[63920]: _type = "Task" [ 706.354334] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.365947] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b9e51b-a5ab-be2d-861d-d08e565818a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.397757] env[63920]: INFO nova.compute.manager [-] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Took 1.39 seconds to deallocate network for instance. [ 706.471024] env[63920]: DEBUG nova.compute.manager [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.471024] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.471024] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51b301e-2b17-4eb5-b4de-375f3766b0f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.479889] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.480894] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e5e2afc-3736-4094-8d8e-c5c114c81f94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.493291] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 706.493291] env[63920]: value = "task-2391952" [ 706.493291] env[63920]: _type = "Task" [ 706.493291] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.506814] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.713144] env[63920]: ERROR nova.scheduler.client.report [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [req-9f643bf1-e3dd-491c-b7bb-0c097b934044] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f643bf1-e3dd-491c-b7bb-0c097b934044"}]} [ 706.741908] env[63920]: DEBUG nova.scheduler.client.report [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 706.765736] env[63920]: DEBUG nova.scheduler.client.report [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 706.766212] env[63920]: DEBUG nova.compute.provider_tree [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.779495] env[63920]: DEBUG nova.scheduler.client.report [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 706.790993] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935169} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.792327] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 44842841-3c29-4b60-84f9-8b95dd62b107/44842841-3c29-4b60-84f9-8b95dd62b107.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.793845] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.793845] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60a11984-508a-496b-aabd-daf7b3648f4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.799118] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 706.799118] env[63920]: value = "task-2391953" [ 706.799118] env[63920]: _type = "Task" [ 706.799118] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.805027] env[63920]: DEBUG nova.scheduler.client.report [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 706.812507] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.832904] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6f811e85-7419-4f74-8521-0aa4b5f15989 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.460s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.868852] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b9e51b-a5ab-be2d-861d-d08e565818a1, 'name': SearchDatastore_Task, 'duration_secs': 0.073997} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.869784] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e8ce8c-3ef2-41f5-bf2a-23c19cc2194d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.877532] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 706.877532] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5218b339-cd31-9b26-ef7c-7429f8de5f1d" [ 706.877532] env[63920]: _type = "Task" [ 706.877532] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.885793] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5218b339-cd31-9b26-ef7c-7429f8de5f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.907462] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.006592] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391952, 'name': PowerOffVM_Task, 'duration_secs': 0.267534} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.006861] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 707.007453] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 707.007642] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8852c096-9eae-44bd-8764-d20ac21c9e22 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.036349] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "135e1397-4b80-4b39-a974-b77abab208d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.036700] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "135e1397-4b80-4b39-a974-b77abab208d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.036969] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "135e1397-4b80-4b39-a974-b77abab208d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.037234] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "135e1397-4b80-4b39-a974-b77abab208d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.037512] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "135e1397-4b80-4b39-a974-b77abab208d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.040214] env[63920]: INFO nova.compute.manager [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Terminating instance [ 707.069420] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.069420] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.069420] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Deleting the datastore file [datastore1] 24265a32-860b-44ea-b35b-3c3972e00d41 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.069420] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34c66482-5ec0-47c1-97e0-992bafad1f21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.077124] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for the task: (returnval){ [ 707.077124] env[63920]: value = "task-2391955" [ 707.077124] env[63920]: _type = "Task" [ 707.077124] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.083823] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.121981] env[63920]: DEBUG nova.compute.manager [req-4216a946-5441-41e2-a345-379e32657f19 req-22a0b303-117e-4333-a250-80962ae984a5 service nova] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Received event network-vif-deleted-3ab53677-789a-4538-ae1b-9c2f7a1499e5 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.262622] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "012d0343-ebd5-4d27-ab08-020cdbe6b134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.263578] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.263578] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "012d0343-ebd5-4d27-ab08-020cdbe6b134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.263578] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.263578] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.267772] env[63920]: INFO nova.compute.manager [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Terminating instance [ 707.308427] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094311} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.310975] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.312203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba0ea5-bc53-4c70-b5b7-e7c33cf28e5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.333601] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 44842841-3c29-4b60-84f9-8b95dd62b107/44842841-3c29-4b60-84f9-8b95dd62b107.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.336236] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7285748a-7ce0-4414-87f6-5b3c2555d70b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.350795] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.359893] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 707.359893] env[63920]: value = "task-2391956" [ 707.359893] env[63920]: _type = "Task" [ 707.359893] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.365947] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214f4182-5b22-464c-a692-dc35a2046972 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.371367] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.377557] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9320642-ee21-4e5b-b8c0-5f914c18ac89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.417021] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28f4df-0a40-4bbc-9b82-928b16151259 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.419338] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5218b339-cd31-9b26-ef7c-7429f8de5f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.016091} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.419816] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.420104] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd/f4ce314a-6cff-4aaa-af80-39083007e4cd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.420712] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb986011-a37e-4540-9b35-d7868e6c96b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.426064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9360c6f9-df80-43df-839d-08e9de1f3f76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.432738] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 707.432738] env[63920]: value = "task-2391957" [ 707.432738] env[63920]: _type = "Task" [ 707.432738] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.444314] env[63920]: DEBUG nova.compute.provider_tree [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.450746] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.547224] env[63920]: DEBUG nova.compute.manager [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.547508] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.548430] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11195a48-760e-430f-9367-774db90e555d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.557153] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.558043] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b14aea1-9ce5-4e89-8cdd-852197a395c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.563990] env[63920]: DEBUG oslo_vmware.api [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 707.563990] env[63920]: value = "task-2391958" [ 707.563990] env[63920]: _type = "Task" [ 707.563990] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.573077] env[63920]: DEBUG oslo_vmware.api [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.584873] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.776312] env[63920]: DEBUG nova.compute.manager [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 707.776454] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 707.777363] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9a0c65-c1ba-440f-9e86-e82b85ab486c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.788317] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 707.788549] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7bbaa86-9cec-41f9-bf5e-2b05c45318ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.795500] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 707.795500] env[63920]: value = "task-2391959" [ 707.795500] env[63920]: _type = "Task" [ 707.795500] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.803178] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.872880] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.878810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.943804] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391957, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.987293] env[63920]: DEBUG nova.scheduler.client.report [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 707.987652] env[63920]: DEBUG nova.compute.provider_tree [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 56 to 57 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 707.987744] env[63920]: DEBUG nova.compute.provider_tree [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.074373] env[63920]: DEBUG oslo_vmware.api [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391958, 'name': PowerOffVM_Task, 'duration_secs': 0.440955} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.074595] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.074763] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.075114] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b11db27-514b-4bde-8537-4a3043b5f5ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.087394] env[63920]: DEBUG oslo_vmware.api [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Task: {'id': task-2391955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526073} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.087754] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.087922] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.088130] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.088255] env[63920]: INFO nova.compute.manager [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Took 1.62 seconds to destroy the instance on the hypervisor. [ 708.088546] env[63920]: DEBUG oslo.service.loopingcall [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.088896] env[63920]: DEBUG nova.compute.manager [-] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.088896] env[63920]: DEBUG nova.network.neutron [-] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.308307] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391959, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.372591] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.444911] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391957, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007437} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.445145] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd/f4ce314a-6cff-4aaa-af80-39083007e4cd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.445383] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.445679] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d25e2b2-d3df-4f63-94d6-3059e4c57eb9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.453683] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 708.453683] env[63920]: value = "task-2391961" [ 708.453683] env[63920]: _type = "Task" [ 708.453683] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.460564] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.498759] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.864s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.499349] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.502184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.105s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.502429] env[63920]: DEBUG nova.objects.instance [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lazy-loading 'resources' on Instance uuid b5dd250e-74ab-41ff-9874-8098ea178e03 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 708.807067] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391959, 'name': PowerOffVM_Task, 'duration_secs': 0.684161} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.807386] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.807593] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.807887] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de1b5a36-2fd9-49f6-af57-75de38c77691 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.871136] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391956, 'name': ReconfigVM_Task, 'duration_secs': 1.15343} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.871136] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 44842841-3c29-4b60-84f9-8b95dd62b107/44842841-3c29-4b60-84f9-8b95dd62b107.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.872578] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa69a03d-c9b8-4daf-8949-dac1488759d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.877804] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 708.877804] env[63920]: value = "task-2391963" [ 708.877804] env[63920]: _type = "Task" [ 708.877804] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.887036] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391963, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.962429] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201713} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.962429] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.963203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c2a561-a811-4aa5-a3db-12c430278f26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.989331] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd/f4ce314a-6cff-4aaa-af80-39083007e4cd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.989671] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e024ee-f429-4184-910a-38ddf92e7041 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.010945] env[63920]: DEBUG nova.compute.utils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 709.015131] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.015356] env[63920]: DEBUG nova.network.neutron [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.022683] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 709.022683] env[63920]: value = "task-2391964" [ 709.022683] env[63920]: _type = "Task" [ 709.022683] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.034766] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391964, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.083694] env[63920]: DEBUG nova.network.neutron [-] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.174016] env[63920]: DEBUG nova.policy [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70001a3c69c049848e66e8a4034d6713', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f218b2f0e8a04231993df4225288c130', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.247832] env[63920]: DEBUG nova.compute.manager [req-ff308120-f815-4181-9d2e-527b3c81a77a req-b9a08ba5-b869-46f5-a014-3974581bf621 service nova] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Received event network-vif-deleted-36ce4f74-5347-4868-86a7-5fdc42385de9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 709.393046] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391963, 'name': Rename_Task, 'duration_secs': 0.419061} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.393046] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.393046] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-211f6915-4534-45f3-9b16-42ba7fe84102 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.399375] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 709.399375] env[63920]: value = "task-2391965" [ 709.399375] env[63920]: _type = "Task" [ 709.399375] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.409586] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.520866] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.538320] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.589800] env[63920]: INFO nova.compute.manager [-] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Took 1.50 seconds to deallocate network for instance. [ 709.631018] env[63920]: DEBUG nova.network.neutron [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Successfully created port: f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.716943] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8df67f-1ff5-4896-9e05-1e1ae5afae79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.725531] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1615fd-0ca5-49cb-8c3b-cce710154e3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.756842] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202cfc18-7791-4f79-8e81-687c8090b9bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.764374] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e02c5d4-df35-49ed-894c-d6c1832fb880 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.779181] env[63920]: DEBUG nova.compute.provider_tree [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.909287] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.924035] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.924604] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.924604] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleting the datastore file [datastore2] 135e1397-4b80-4b39-a974-b77abab208d1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.924849] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-743236fd-08aa-4755-a913-55c32e37317f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.931884] env[63920]: DEBUG oslo_vmware.api [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 709.931884] env[63920]: value = "task-2391966" [ 709.931884] env[63920]: _type = "Task" [ 709.931884] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.939269] env[63920]: DEBUG oslo_vmware.api [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.036641] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391964, 'name': ReconfigVM_Task, 'duration_secs': 0.534283} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.037415] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Reconfigured VM instance instance-00000022 to attach disk [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd/f4ce314a-6cff-4aaa-af80-39083007e4cd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.037415] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea9d40c-b593-4cce-ae91-2174d95b7ee3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.043849] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 710.043849] env[63920]: value = "task-2391967" [ 710.043849] env[63920]: _type = "Task" [ 710.043849] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.056347] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391967, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.097503] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.284757] env[63920]: DEBUG nova.scheduler.client.report [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.319607] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "6daee122-5622-4804-bd63-a292c4e59e45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.319981] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "6daee122-5622-4804-bd63-a292c4e59e45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.411341] env[63920]: DEBUG oslo_vmware.api [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2391965, 'name': PowerOnVM_Task, 'duration_secs': 0.91844} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.413668] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.413668] env[63920]: INFO nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Took 10.77 seconds to spawn the instance on the hypervisor. [ 710.413668] env[63920]: DEBUG nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.413668] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58e59d6-2fbd-415c-873f-28d685902f2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.442853] env[63920]: DEBUG oslo_vmware.api [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244392} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.443334] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.443334] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.443495] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.443681] env[63920]: INFO nova.compute.manager [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Took 2.90 seconds to destroy the instance on the hypervisor. [ 710.443959] env[63920]: DEBUG oslo.service.loopingcall [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.444181] env[63920]: DEBUG nova.compute.manager [-] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.444333] env[63920]: DEBUG nova.network.neutron [-] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.534882] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.554146] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391967, 'name': Rename_Task, 'duration_secs': 0.231385} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.556379] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.557136] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d24a1e-1b7a-4226-8412-bbd5add79ac9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.565092] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.565092] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.565092] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.565235] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.565235] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.565235] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.565235] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.565462] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.565838] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.566132] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.566429] env[63920]: DEBUG nova.virt.hardware [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.567308] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8408c82f-e8e2-484d-9f6b-efe5efe8b713 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.571380] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 710.571380] env[63920]: value = "task-2391968" [ 710.571380] env[63920]: _type = "Task" [ 710.571380] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.578107] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1382c4-9735-4a7f-89a6-a34d30502275 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.585691] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391968, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.734808] env[63920]: DEBUG nova.compute.manager [req-876de623-19b1-4707-9988-e17cb50eaa87 req-3c3e5de5-785c-4288-afaf-4a3b8c66ef5d service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Received event network-vif-deleted-6903b177-5e4a-4a4d-88d7-10c20a85f7dc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.734808] env[63920]: INFO nova.compute.manager [req-876de623-19b1-4707-9988-e17cb50eaa87 req-3c3e5de5-785c-4288-afaf-4a3b8c66ef5d service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Neutron deleted interface 6903b177-5e4a-4a4d-88d7-10c20a85f7dc; detaching it from the instance and deleting it from the info cache [ 710.734808] env[63920]: DEBUG nova.network.neutron [req-876de623-19b1-4707-9988-e17cb50eaa87 req-3c3e5de5-785c-4288-afaf-4a3b8c66ef5d service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.793860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.797127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.990s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.799078] env[63920]: DEBUG nova.objects.instance [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lazy-loading 'resources' on Instance uuid 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.827088] env[63920]: INFO nova.scheduler.client.report [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Deleted allocations for instance b5dd250e-74ab-41ff-9874-8098ea178e03 [ 710.930827] env[63920]: INFO nova.compute.manager [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Took 37.45 seconds to build instance. [ 711.081968] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.210968] env[63920]: DEBUG nova.network.neutron [-] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.236352] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2887888a-a6bf-484a-a37b-279801aecd5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.246027] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f8554d-38ed-41e6-8636-625b0bbab27e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.280815] env[63920]: DEBUG nova.compute.manager [req-876de623-19b1-4707-9988-e17cb50eaa87 req-3c3e5de5-785c-4288-afaf-4a3b8c66ef5d service nova] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Detach interface failed, port_id=6903b177-5e4a-4a4d-88d7-10c20a85f7dc, reason: Instance 135e1397-4b80-4b39-a974-b77abab208d1 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 711.338665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-83032ba5-9c0d-4466-b4e8-3917c9534be3 tempest-DeleteServersAdminTestJSON-1756908740 tempest-DeleteServersAdminTestJSON-1756908740-project-member] Lock "b5dd250e-74ab-41ff-9874-8098ea178e03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.604s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.431231] env[63920]: DEBUG nova.compute.manager [req-446a5bc7-1d2b-4984-8f37-2d2a74a7b48b req-c322a1d6-1d31-49e1-b35d-0ffa91ce1ed9 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Received event network-vif-plugged-f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 711.431231] env[63920]: DEBUG oslo_concurrency.lockutils [req-446a5bc7-1d2b-4984-8f37-2d2a74a7b48b req-c322a1d6-1d31-49e1-b35d-0ffa91ce1ed9 service nova] Acquiring lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.431231] env[63920]: DEBUG oslo_concurrency.lockutils [req-446a5bc7-1d2b-4984-8f37-2d2a74a7b48b req-c322a1d6-1d31-49e1-b35d-0ffa91ce1ed9 service nova] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.431231] env[63920]: DEBUG oslo_concurrency.lockutils [req-446a5bc7-1d2b-4984-8f37-2d2a74a7b48b req-c322a1d6-1d31-49e1-b35d-0ffa91ce1ed9 service nova] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.431231] env[63920]: DEBUG nova.compute.manager [req-446a5bc7-1d2b-4984-8f37-2d2a74a7b48b req-c322a1d6-1d31-49e1-b35d-0ffa91ce1ed9 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] No waiting events found dispatching network-vif-plugged-f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.431703] env[63920]: WARNING nova.compute.manager [req-446a5bc7-1d2b-4984-8f37-2d2a74a7b48b req-c322a1d6-1d31-49e1-b35d-0ffa91ce1ed9 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Received unexpected event network-vif-plugged-f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 for instance with vm_state building and task_state spawning. [ 711.432723] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0568cec3-e6a7-44af-88c1-5aa2f1264072 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "44842841-3c29-4b60-84f9-8b95dd62b107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.392s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.573373] env[63920]: DEBUG nova.network.neutron [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Successfully updated port: f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.590799] env[63920]: DEBUG oslo_vmware.api [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2391968, 'name': PowerOnVM_Task, 'duration_secs': 0.936009} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.591268] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.591522] env[63920]: INFO nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 9.27 seconds to spawn the instance on the hypervisor. [ 711.592015] env[63920]: DEBUG nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.592808] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d9a8a8-5b3b-438d-8d36-b0fd8591d27e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.646756] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.646885] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.647876] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleting the datastore file [datastore2] 012d0343-ebd5-4d27-ab08-020cdbe6b134 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.647876] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f70480a-d9f3-4e71-97ed-d095a23c8655 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.654570] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 711.654570] env[63920]: value = "task-2391969" [ 711.654570] env[63920]: _type = "Task" [ 711.654570] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.662961] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.713288] env[63920]: INFO nova.compute.manager [-] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Took 1.27 seconds to deallocate network for instance. [ 711.813698] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5906ac-cc54-4f1c-945b-0dd7ece64c77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.821655] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fe0f47-c627-4307-acc3-816b299ba33a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.854478] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7695cc-e29f-414e-9776-6b9eeece2cff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.862113] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6f76e-6ee8-4b01-a644-d4859d6890c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.876028] env[63920]: DEBUG nova.compute.provider_tree [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.935117] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.084521] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "refresh_cache-aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.084653] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquired lock "refresh_cache-aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.085583] env[63920]: DEBUG nova.network.neutron [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.115692] env[63920]: INFO nova.compute.manager [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 37.22 seconds to build instance. [ 712.165436] env[63920]: DEBUG oslo_vmware.api [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2391969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14336} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.165699] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.165883] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 712.166073] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 712.166313] env[63920]: INFO nova.compute.manager [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Took 4.39 seconds to destroy the instance on the hypervisor. [ 712.166574] env[63920]: DEBUG oslo.service.loopingcall [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 712.166764] env[63920]: DEBUG nova.compute.manager [-] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 712.166856] env[63920]: DEBUG nova.network.neutron [-] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.221799] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.383081] env[63920]: DEBUG nova.scheduler.client.report [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.465399] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.617565] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6d46099-dcae-40db-965c-40acb26b6ba9 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.400s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.624807] env[63920]: DEBUG nova.network.neutron [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.759314] env[63920]: DEBUG nova.compute.manager [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Received event network-changed-701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.759522] env[63920]: DEBUG nova.compute.manager [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Refreshing instance network info cache due to event network-changed-701e38e1-17f5-4ac0-bc85-a99571fa86b0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.759766] env[63920]: DEBUG oslo_concurrency.lockutils [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] Acquiring lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.759923] env[63920]: DEBUG oslo_concurrency.lockutils [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] Acquired lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.760314] env[63920]: DEBUG nova.network.neutron [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Refreshing network info cache for port 701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.776908] env[63920]: DEBUG nova.network.neutron [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Updating instance_info_cache with network_info: [{"id": "f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4", "address": "fa:16:3e:91:1d:25", "network": {"id": "7e4191c4-097f-4aa9-94fc-254a35ccd02d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-530048278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f218b2f0e8a04231993df4225288c130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eda11f-b5", "ovs_interfaceid": "f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.897026] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.901164] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.524s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.907053] env[63920]: INFO nova.compute.claims [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.922327] env[63920]: INFO nova.scheduler.client.report [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Deleted allocations for instance 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6 [ 713.049924] env[63920]: DEBUG nova.network.neutron [-] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.120359] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.280036] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Releasing lock "refresh_cache-aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.280441] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Instance network_info: |[{"id": "f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4", "address": "fa:16:3e:91:1d:25", "network": {"id": "7e4191c4-097f-4aa9-94fc-254a35ccd02d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-530048278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f218b2f0e8a04231993df4225288c130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eda11f-b5", "ovs_interfaceid": "f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.280910] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:1d:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.288291] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Creating folder: Project (f218b2f0e8a04231993df4225288c130). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.289405] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01bbf2db-aa81-417e-8289-17cf7ef79c59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.301939] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Created folder: Project (f218b2f0e8a04231993df4225288c130) in parent group-v485178. [ 713.302158] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Creating folder: Instances. Parent ref: group-v485280. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.302414] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e75e345-2248-40b9-a085-28983087bff9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.311315] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Created folder: Instances in parent group-v485280. [ 713.311659] env[63920]: DEBUG oslo.service.loopingcall [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.311868] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.312084] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f45abb76-4f80-456c-ae84-bfa261a18088 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.332210] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.332210] env[63920]: value = "task-2391972" [ 713.332210] env[63920]: _type = "Task" [ 713.332210] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.339880] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391972, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.435424] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f406d30-f35e-4e93-be0f-c6737e15b802 tempest-ServerTagsTestJSON-1809436447 tempest-ServerTagsTestJSON-1809436447-project-member] Lock "50e0771f-fe7f-4a43-8ef3-f0644bd41eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.125s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.463700] env[63920]: DEBUG nova.compute.manager [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Received event network-changed-f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 713.463700] env[63920]: DEBUG nova.compute.manager [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Refreshing instance network info cache due to event network-changed-f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 713.467203] env[63920]: DEBUG oslo_concurrency.lockutils [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] Acquiring lock "refresh_cache-aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.467203] env[63920]: DEBUG oslo_concurrency.lockutils [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] Acquired lock "refresh_cache-aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.467203] env[63920]: DEBUG nova.network.neutron [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Refreshing network info cache for port f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.555020] env[63920]: INFO nova.compute.manager [-] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Took 1.39 seconds to deallocate network for instance. [ 713.638651] env[63920]: DEBUG nova.network.neutron [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Updated VIF entry in instance network info cache for port 701e38e1-17f5-4ac0-bc85-a99571fa86b0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.639045] env[63920]: DEBUG nova.network.neutron [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Updating instance_info_cache with network_info: [{"id": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "address": "fa:16:3e:bf:5b:da", "network": {"id": "f11fc3c2-5027-4ae9-8899-bd0753c307cb", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-112960090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db7d3d1718484e658c1d97cfe423b8f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c7eaa8-06f3-40c3-93ae-7593486eb870", "external-id": "nsx-vlan-transportzone-20", "segmentation_id": 20, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap701e38e1-17", "ovs_interfaceid": "701e38e1-17f5-4ac0-bc85-a99571fa86b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.649535] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.842545] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391972, 'name': CreateVM_Task, 'duration_secs': 0.456743} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.842796] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.843416] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.843573] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.843884] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 713.844148] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520f1186-6e5c-40ee-a668-f5d507f3190c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.848340] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 713.848340] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52144bd7-a6ce-7506-0937-33780c10fb55" [ 713.848340] env[63920]: _type = "Task" [ 713.848340] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.855657] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52144bd7-a6ce-7506-0937-33780c10fb55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.063274] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.145540] env[63920]: DEBUG oslo_concurrency.lockutils [req-f7fcd3d3-4cca-4a46-8804-1e0bcc3c8bd2 req-7aa7445f-949e-409e-991b-3a2a71e1b2a0 service nova] Releasing lock "refresh_cache-44842841-3c29-4b60-84f9-8b95dd62b107" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.359186] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52144bd7-a6ce-7506-0937-33780c10fb55, 'name': SearchDatastore_Task, 'duration_secs': 0.026715} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.361553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.361791] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.362031] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.362178] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.362354] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.362781] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1664dcbf-a1f1-44f3-a472-3c409b7c0d92 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.371613] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.371807] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.374876] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f8c05b-40df-4e3c-ae56-4818e1522fb4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.380219] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 714.380219] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520cd43c-408c-8514-6daf-7d51836abc3d" [ 714.380219] env[63920]: _type = "Task" [ 714.380219] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.390490] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520cd43c-408c-8514-6daf-7d51836abc3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.397419] env[63920]: DEBUG nova.network.neutron [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Updated VIF entry in instance network info cache for port f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.397875] env[63920]: DEBUG nova.network.neutron [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Updating instance_info_cache with network_info: [{"id": "f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4", "address": "fa:16:3e:91:1d:25", "network": {"id": "7e4191c4-097f-4aa9-94fc-254a35ccd02d", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-530048278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f218b2f0e8a04231993df4225288c130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9eda11f-b5", "ovs_interfaceid": "f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.446840] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a08a5a-1054-4737-801c-ede9983a8c61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.454708] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c5d419-65ef-45a9-991e-c5f73f42e8e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.486282] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc94b5f-5528-4b15-8226-e4ff1efaad47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.493684] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93491ce-cfb3-45f5-95a1-ba8d0fe9bca5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.507546] env[63920]: DEBUG nova.compute.provider_tree [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.657769] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.657992] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.792067] env[63920]: DEBUG nova.compute.manager [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Received event network-changed-245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.792279] env[63920]: DEBUG nova.compute.manager [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Refreshing instance network info cache due to event network-changed-245a4b4a-f222-4301-a1e9-c9a237fc8a4d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 714.792486] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.792633] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.792860] env[63920]: DEBUG nova.network.neutron [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Refreshing network info cache for port 245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.894062] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520cd43c-408c-8514-6daf-7d51836abc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.894062] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-782547f9-8676-4b21-85ee-fafacf2cbaee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.898790] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 714.898790] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5289ee6c-fef8-b095-b6e3-c5bea08ba61e" [ 714.898790] env[63920]: _type = "Task" [ 714.898790] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.902384] env[63920]: DEBUG oslo_concurrency.lockutils [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] Releasing lock "refresh_cache-aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.902737] env[63920]: DEBUG nova.compute.manager [req-a645c653-6240-46ce-9c39-65a671332d1d req-8387c09a-0604-4b5d-aa96-45a3f0b5a98c service nova] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Received event network-vif-deleted-87a22d24-431d-4377-a39d-f8eb387f6306 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 714.907849] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5289ee6c-fef8-b095-b6e3-c5bea08ba61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.011169] env[63920]: DEBUG nova.scheduler.client.report [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.416180] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5289ee6c-fef8-b095-b6e3-c5bea08ba61e, 'name': SearchDatastore_Task, 'duration_secs': 0.026335} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.416587] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.417102] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] aa78caf1-57b9-43ab-9dfb-8418d0c8cb34/aa78caf1-57b9-43ab-9dfb-8418d0c8cb34.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.417473] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e1137b9-8624-47c1-a36c-528518d2d1a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.424880] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 715.424880] env[63920]: value = "task-2391973" [ 715.424880] env[63920]: _type = "Task" [ 715.424880] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.435969] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.516541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.517340] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.519574] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.359s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.519837] env[63920]: DEBUG nova.objects.instance [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lazy-loading 'resources' on Instance uuid e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.582627] env[63920]: DEBUG nova.network.neutron [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updated VIF entry in instance network info cache for port 245a4b4a-f222-4301-a1e9-c9a237fc8a4d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.582982] env[63920]: DEBUG nova.network.neutron [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.935361] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391973, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.023680] env[63920]: DEBUG nova.compute.utils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 716.028919] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.028919] env[63920]: DEBUG nova.network.neutron [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.085671] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a151cd4-5b1f-415a-85f1-ce2b165e527c req-422f7a39-0cf1-4f08-8713-2c443ee1e6e9 service nova] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.105262] env[63920]: DEBUG nova.policy [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07eb3218e8414a04ac5483604a626eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c37a3b86c47f6b8abb873f6151e56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.441969] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391973, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.529296] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.567218] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523a911b-71fa-4e69-93a1-778979837e90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.577424] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267b52e-d0cb-48c4-932d-054e31897577 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.613601] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e18e7-f772-4f51-a7ab-c42039155be3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.621235] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d55e38-40a6-4690-9b45-744b931c1030 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.636586] env[63920]: DEBUG nova.compute.provider_tree [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.670332] env[63920]: DEBUG nova.network.neutron [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Successfully created port: 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.937213] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391973, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.070611} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.937747] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] aa78caf1-57b9-43ab-9dfb-8418d0c8cb34/aa78caf1-57b9-43ab-9dfb-8418d0c8cb34.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.938153] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.938527] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ea3a7f8-74db-4605-9a72-12897e23981f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.945041] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 716.945041] env[63920]: value = "task-2391974" [ 716.945041] env[63920]: _type = "Task" [ 716.945041] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.954546] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.140985] env[63920]: DEBUG nova.scheduler.client.report [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.456172] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070631} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.456506] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.457307] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681f9f7-c417-46e4-8f4c-f67be66dff2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.480240] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] aa78caf1-57b9-43ab-9dfb-8418d0c8cb34/aa78caf1-57b9-43ab-9dfb-8418d0c8cb34.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.480570] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf259739-ee1a-4083-b9bc-30007db0f50f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.500297] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 717.500297] env[63920]: value = "task-2391975" [ 717.500297] env[63920]: _type = "Task" [ 717.500297] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.509731] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391975, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.542184] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.567912] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.567912] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.567912] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.568098] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.568098] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.568098] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.568098] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.568417] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.568693] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.568947] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.569057] env[63920]: DEBUG nova.virt.hardware [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.569937] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e93cb9-3ddb-4a04-928c-193f9692f91f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.578314] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d35bfeb-70ef-444a-815e-1c8f541ed612 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.647442] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.650638] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.169s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.650909] env[63920]: DEBUG nova.objects.instance [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lazy-loading 'resources' on Instance uuid 71830083-d5ae-478a-bedb-ec1f3a642b5c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 717.679260] env[63920]: INFO nova.scheduler.client.report [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Deleted allocations for instance e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565 [ 718.011741] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391975, 'name': ReconfigVM_Task, 'duration_secs': 0.269289} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.012070] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Reconfigured VM instance instance-00000023 to attach disk [datastore1] aa78caf1-57b9-43ab-9dfb-8418d0c8cb34/aa78caf1-57b9-43ab-9dfb-8418d0c8cb34.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.012709] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-469cf309-c2e0-4650-bbef-5d36d7a302a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.019273] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 718.019273] env[63920]: value = "task-2391976" [ 718.019273] env[63920]: _type = "Task" [ 718.019273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.027586] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391976, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.104063] env[63920]: DEBUG nova.compute.manager [req-9d8cfe7f-67de-486a-beab-49d03d4f676e req-dd6cc3e6-cf3d-4ec9-9b2e-5acda62e4765 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-vif-plugged-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 718.104274] env[63920]: DEBUG oslo_concurrency.lockutils [req-9d8cfe7f-67de-486a-beab-49d03d4f676e req-dd6cc3e6-cf3d-4ec9-9b2e-5acda62e4765 service nova] Acquiring lock "a9443c1d-3c52-4605-8197-ecfac838e125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.104480] env[63920]: DEBUG oslo_concurrency.lockutils [req-9d8cfe7f-67de-486a-beab-49d03d4f676e req-dd6cc3e6-cf3d-4ec9-9b2e-5acda62e4765 service nova] Lock "a9443c1d-3c52-4605-8197-ecfac838e125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.104640] env[63920]: DEBUG oslo_concurrency.lockutils [req-9d8cfe7f-67de-486a-beab-49d03d4f676e req-dd6cc3e6-cf3d-4ec9-9b2e-5acda62e4765 service nova] Lock "a9443c1d-3c52-4605-8197-ecfac838e125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.104799] env[63920]: DEBUG nova.compute.manager [req-9d8cfe7f-67de-486a-beab-49d03d4f676e req-dd6cc3e6-cf3d-4ec9-9b2e-5acda62e4765 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] No waiting events found dispatching network-vif-plugged-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.104957] env[63920]: WARNING nova.compute.manager [req-9d8cfe7f-67de-486a-beab-49d03d4f676e req-dd6cc3e6-cf3d-4ec9-9b2e-5acda62e4765 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received unexpected event network-vif-plugged-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe for instance with vm_state building and task_state spawning. [ 718.190635] env[63920]: DEBUG nova.network.neutron [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Successfully updated port: 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.192198] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7901ab42-2bc7-4455-9247-578df5a99fc2 tempest-InstanceActionsV221TestJSON-1016010082 tempest-InstanceActionsV221TestJSON-1016010082-project-member] Lock "e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.527s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.533022] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391976, 'name': Rename_Task, 'duration_secs': 0.142364} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.533022] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.533022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e7fa8ed-df66-4415-a43f-e9a5c4993283 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.540835] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 718.540835] env[63920]: value = "task-2391977" [ 718.540835] env[63920]: _type = "Task" [ 718.540835] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.552619] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.688345] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9715604-5e8f-4946-aa53-6efe19f2d001 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.692374] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.692582] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.692750] env[63920]: DEBUG nova.network.neutron [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.700465] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce03f05b-36bf-41ad-a372-73b663cd0dee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.741561] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52441da6-2c75-4f41-bec5-dca76a9a88d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.749077] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32df5e1-a22f-4e8b-87a7-25e3e0fb4057 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.762502] env[63920]: DEBUG nova.compute.provider_tree [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.055776] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391977, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.230620] env[63920]: DEBUG nova.network.neutron [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.266154] env[63920]: DEBUG nova.scheduler.client.report [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.400950] env[63920]: DEBUG nova.network.neutron [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.553923] env[63920]: DEBUG oslo_vmware.api [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391977, 'name': PowerOnVM_Task, 'duration_secs': 0.561654} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.554308] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.554515] env[63920]: INFO nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Took 9.02 seconds to spawn the instance on the hypervisor. [ 719.554688] env[63920]: DEBUG nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.555495] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb0e3e1-96b6-4a3b-8767-31c7dd94169f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.775889] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.782504] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.327s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.784315] env[63920]: INFO nova.compute.claims [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.812259] env[63920]: INFO nova.scheduler.client.report [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleted allocations for instance 71830083-d5ae-478a-bedb-ec1f3a642b5c [ 719.904437] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.904835] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Instance network_info: |[{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.905276] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:c4:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.913051] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Creating folder: Project (e84c37a3b86c47f6b8abb873f6151e56). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.913381] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0b1f912-732b-40c0-abfd-f4940414ddb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.924061] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Created folder: Project (e84c37a3b86c47f6b8abb873f6151e56) in parent group-v485178. [ 719.924281] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Creating folder: Instances. Parent ref: group-v485283. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.924525] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53af2f3a-cee7-4a68-995c-a8755bc49121 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.932592] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Created folder: Instances in parent group-v485283. [ 719.932814] env[63920]: DEBUG oslo.service.loopingcall [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.933331] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.933542] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3b0ede6-f3f0-4474-842e-855c2ea17772 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.953558] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.953558] env[63920]: value = "task-2391980" [ 719.953558] env[63920]: _type = "Task" [ 719.953558] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.962342] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391980, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.080644] env[63920]: INFO nova.compute.manager [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Took 42.06 seconds to build instance. [ 720.146388] env[63920]: DEBUG nova.compute.manager [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.146683] env[63920]: DEBUG nova.compute.manager [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing instance network info cache due to event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.146989] env[63920]: DEBUG oslo_concurrency.lockutils [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] Acquiring lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.147257] env[63920]: DEBUG oslo_concurrency.lockutils [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] Acquired lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.147499] env[63920]: DEBUG nova.network.neutron [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.320050] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fde9e7bf-6372-4b52-b322-a830296198f0 tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "71830083-d5ae-478a-bedb-ec1f3a642b5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.277s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.463716] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391980, 'name': CreateVM_Task, 'duration_secs': 0.355473} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.463892] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.464657] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.464827] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.465165] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.465777] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618be10b-156b-4ae5-a80b-d5e481a01e39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.470308] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 720.470308] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c32bb5-362b-8168-5f92-25fd43425ba9" [ 720.470308] env[63920]: _type = "Task" [ 720.470308] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.478038] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c32bb5-362b-8168-5f92-25fd43425ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.527854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.528208] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.528594] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 720.528814] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 720.528987] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.531229] env[63920]: INFO nova.compute.manager [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Terminating instance [ 720.586358] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e640b27-76db-448e-ad5d-99a64d48bda5 tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.788s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.921557] env[63920]: DEBUG nova.network.neutron [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updated VIF entry in instance network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.922616] env[63920]: DEBUG nova.network.neutron [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.981649] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c32bb5-362b-8168-5f92-25fd43425ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.984293] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.987118] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.987118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.987118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.987118] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.987118] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2de0adf-1033-4557-9767-f4b6368f39d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.997015] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.997835] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.002657] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf5907d-4710-41b6-859f-de8372c6fc9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.012605] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 721.012605] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d1e2bc-9729-1540-07e1-45f735510497" [ 721.012605] env[63920]: _type = "Task" [ 721.012605] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.020612] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d1e2bc-9729-1540-07e1-45f735510497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.035160] env[63920]: DEBUG nova.compute.manager [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.035410] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.036332] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8791f4-aaf7-4f33-93d1-549387d01dfa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.046896] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.047220] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8458349-ac6e-40ed-9cd7-81ea71fd91f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.053717] env[63920]: DEBUG oslo_vmware.api [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 721.053717] env[63920]: value = "task-2391981" [ 721.053717] env[63920]: _type = "Task" [ 721.053717] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.069568] env[63920]: DEBUG oslo_vmware.api [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.088728] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.303116] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ba76e8-7e72-430a-bb9e-acfd932f11b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.314610] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9977a49e-de6b-4fc0-aed2-1d51d01a3ae2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.351813] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a95c41-49fc-4bc3-a66e-17762ed54925 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.362594] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f99d8-53d1-4e51-b2dd-d8246bb83758 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.384336] env[63920]: DEBUG nova.compute.provider_tree [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.428662] env[63920]: DEBUG oslo_concurrency.lockutils [req-1c6ae0ab-7c8e-4e8a-9484-9644cac5b69c req-e7d24efa-079c-45e8-a80e-0615b2d1d4b4 service nova] Releasing lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.524100] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d1e2bc-9729-1540-07e1-45f735510497, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.524894] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-435e51b3-fd7e-492e-af86-61fe47b47765 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.530128] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 721.530128] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5287f930-fe11-21e6-abae-be96a6ad3aa6" [ 721.530128] env[63920]: _type = "Task" [ 721.530128] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.537730] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5287f930-fe11-21e6-abae-be96a6ad3aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.564751] env[63920]: DEBUG oslo_vmware.api [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391981, 'name': PowerOffVM_Task, 'duration_secs': 0.372158} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.565014] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.565187] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.565435] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49031034-93e6-47b4-95d3-bb2addf3c0e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.614205] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.742064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.742064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.742064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.742064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.742417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.748715] env[63920]: INFO nova.compute.manager [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Terminating instance [ 721.888198] env[63920]: DEBUG nova.scheduler.client.report [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.908386] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.908650] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.908825] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleting the datastore file [datastore1] a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.909126] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bbc86e8-6880-492c-868e-2127cb3b3d72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.916381] env[63920]: DEBUG oslo_vmware.api [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 721.916381] env[63920]: value = "task-2391983" [ 721.916381] env[63920]: _type = "Task" [ 721.916381] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.926968] env[63920]: DEBUG oslo_vmware.api [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.040688] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5287f930-fe11-21e6-abae-be96a6ad3aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.040944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.041513] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] a9443c1d-3c52-4605-8197-ecfac838e125/a9443c1d-3c52-4605-8197-ecfac838e125.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.042362] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fbd2a48-6ad3-4442-b25b-841b58ae7213 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.047932] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 722.047932] env[63920]: value = "task-2391984" [ 722.047932] env[63920]: _type = "Task" [ 722.047932] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.056229] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.254897] env[63920]: DEBUG nova.compute.manager [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.254897] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.254897] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d32f05-f37b-4057-b39f-cb99648f6b9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.261816] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.262092] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f95cdfdd-757f-4b15-8f2a-0ca594baf87f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.270142] env[63920]: DEBUG oslo_vmware.api [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 722.270142] env[63920]: value = "task-2391985" [ 722.270142] env[63920]: _type = "Task" [ 722.270142] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.278946] env[63920]: DEBUG oslo_vmware.api [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.395073] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.395624] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.399040] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.769s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.399772] env[63920]: INFO nova.compute.claims [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.429093] env[63920]: DEBUG oslo_vmware.api [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2391983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14158} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.429093] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.429093] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.429344] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.429408] env[63920]: INFO nova.compute.manager [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Took 1.39 seconds to destroy the instance on the hypervisor. [ 722.429650] env[63920]: DEBUG oslo.service.loopingcall [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 722.429845] env[63920]: DEBUG nova.compute.manager [-] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.429959] env[63920]: DEBUG nova.network.neutron [-] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.561840] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391984, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.786349] env[63920]: DEBUG oslo_vmware.api [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391985, 'name': PowerOffVM_Task, 'duration_secs': 0.312717} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.787143] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.789491] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.789491] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95d8aef-0855-402a-9137-221c045c69e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.847739] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.848494] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.848684] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Deleting the datastore file [datastore1] aa78caf1-57b9-43ab-9dfb-8418d0c8cb34 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.849603] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90a9c583-69f3-4ad8-8cbe-ec1f146666e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.854554] env[63920]: DEBUG nova.compute.manager [req-0eed8534-1ac8-48df-86d6-080be89a284c req-ca1172b1-1fd9-45f4-9adc-82e22af3fad2 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Received event network-vif-deleted-abfbf9e2-1b64-4938-8b8c-9ff9d211925d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 722.854732] env[63920]: INFO nova.compute.manager [req-0eed8534-1ac8-48df-86d6-080be89a284c req-ca1172b1-1fd9-45f4-9adc-82e22af3fad2 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Neutron deleted interface abfbf9e2-1b64-4938-8b8c-9ff9d211925d; detaching it from the instance and deleting it from the info cache [ 722.854902] env[63920]: DEBUG nova.network.neutron [req-0eed8534-1ac8-48df-86d6-080be89a284c req-ca1172b1-1fd9-45f4-9adc-82e22af3fad2 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.860455] env[63920]: DEBUG oslo_vmware.api [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for the task: (returnval){ [ 722.860455] env[63920]: value = "task-2391987" [ 722.860455] env[63920]: _type = "Task" [ 722.860455] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.869772] env[63920]: DEBUG oslo_vmware.api [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.904311] env[63920]: DEBUG nova.compute.utils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 722.908727] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.908901] env[63920]: DEBUG nova.network.neutron [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.997081] env[63920]: DEBUG nova.policy [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee3f967a604c4c14b7ed12caa61f864b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2982df0a037b475cbc589807df702070', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.060575] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5462} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.060843] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] a9443c1d-3c52-4605-8197-ecfac838e125/a9443c1d-3c52-4605-8197-ecfac838e125.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.061070] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.061513] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c70934b8-e0d6-4fc3-be92-eb422d6ee307 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.067632] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 723.067632] env[63920]: value = "task-2391988" [ 723.067632] env[63920]: _type = "Task" [ 723.067632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.077572] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.332267] env[63920]: DEBUG nova.network.neutron [-] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.359020] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-970aa06f-4d7f-40ef-bdc0-af5b63e50c36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.370194] env[63920]: DEBUG oslo_vmware.api [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Task: {'id': task-2391987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166337} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.371335] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.371495] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.371680] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.371854] env[63920]: INFO nova.compute.manager [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Took 1.12 seconds to destroy the instance on the hypervisor. [ 723.372102] env[63920]: DEBUG oslo.service.loopingcall [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.372346] env[63920]: DEBUG nova.compute.manager [-] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.372446] env[63920]: DEBUG nova.network.neutron [-] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.376557] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85e1b97-c032-4a66-8920-f0a86f7ddfbc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.413116] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.415815] env[63920]: DEBUG nova.compute.manager [req-0eed8534-1ac8-48df-86d6-080be89a284c req-ca1172b1-1fd9-45f4-9adc-82e22af3fad2 service nova] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Detach interface failed, port_id=abfbf9e2-1b64-4938-8b8c-9ff9d211925d, reason: Instance a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 723.496676] env[63920]: DEBUG nova.network.neutron [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Successfully created port: d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.586074] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117374} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.586429] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.588865] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d58f086-4b85-4613-8363-62ff02c49967 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.616274] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] a9443c1d-3c52-4605-8197-ecfac838e125/a9443c1d-3c52-4605-8197-ecfac838e125.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.616851] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459ff9cb-1033-403d-88fa-579544c76db4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.645933] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 723.645933] env[63920]: value = "task-2391989" [ 723.645933] env[63920]: _type = "Task" [ 723.645933] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.657519] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.835933] env[63920]: INFO nova.compute.manager [-] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Took 1.41 seconds to deallocate network for instance. [ 723.907151] env[63920]: DEBUG nova.compute.manager [req-5b50cb11-15ac-4121-9632-82e092737034 req-5fc7ed5a-a207-426d-a724-4c10d2a18903 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Received event network-vif-deleted-f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.908424] env[63920]: INFO nova.compute.manager [req-5b50cb11-15ac-4121-9632-82e092737034 req-5fc7ed5a-a207-426d-a724-4c10d2a18903 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Neutron deleted interface f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4; detaching it from the instance and deleting it from the info cache [ 723.908424] env[63920]: DEBUG nova.network.neutron [req-5b50cb11-15ac-4121-9632-82e092737034 req-5fc7ed5a-a207-426d-a724-4c10d2a18903 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.074458] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af606c3f-630e-4623-912c-4ac8ffa33607 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.081890] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86341582-f500-47b4-9d61-626ecdda05e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.112540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3dfab4-5968-4f2b-a85d-d4ea17d8c64c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.119913] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef8337-2a85-4e5d-aeb2-4f45d9fba05d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.133754] env[63920]: DEBUG nova.compute.provider_tree [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.156643] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391989, 'name': ReconfigVM_Task, 'duration_secs': 0.302111} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.156918] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Reconfigured VM instance instance-00000024 to attach disk [datastore1] a9443c1d-3c52-4605-8197-ecfac838e125/a9443c1d-3c52-4605-8197-ecfac838e125.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.157589] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f127890-c63b-4d93-b5d1-aa77876c1538 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.164029] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 724.164029] env[63920]: value = "task-2391990" [ 724.164029] env[63920]: _type = "Task" [ 724.164029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.174577] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391990, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.230234] env[63920]: DEBUG nova.network.neutron [-] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.349541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.410721] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38594847-3fd4-470d-b865-b9f384fabbf0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.420884] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f7afa3-19e2-419d-b57c-17de5cf70fa8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.433199] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.461058] env[63920]: DEBUG nova.compute.manager [req-5b50cb11-15ac-4121-9632-82e092737034 req-5fc7ed5a-a207-426d-a724-4c10d2a18903 service nova] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Detach interface failed, port_id=f9eda11f-b5ed-4fcc-a718-fd5bf76e4aa4, reason: Instance aa78caf1-57b9-43ab-9dfb-8418d0c8cb34 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 724.472601] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.472601] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.472881] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.472932] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.473592] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.473592] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.473592] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.473928] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.473928] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.474082] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.474266] env[63920]: DEBUG nova.virt.hardware [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.475189] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cc44b-ffab-4b96-8b94-fa7564fde126 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.483433] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39227ea-10d3-4d1f-b5b2-05c1516a884f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.516009] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "7d8cc18f-ed32-486f-a977-64ca7068be9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.516241] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.636708] env[63920]: DEBUG nova.scheduler.client.report [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.673633] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391990, 'name': Rename_Task, 'duration_secs': 0.144262} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.673889] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.674143] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a822a8cd-944f-4519-b862-279af179c61c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.680503] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 724.680503] env[63920]: value = "task-2391991" [ 724.680503] env[63920]: _type = "Task" [ 724.680503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.687702] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.733325] env[63920]: INFO nova.compute.manager [-] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Took 1.36 seconds to deallocate network for instance. [ 725.057624] env[63920]: DEBUG nova.compute.manager [req-4ced7bb0-d683-464a-a8f3-504d00ce8e11 req-b144ac59-50c2-41fe-93bb-e76a57058e7e service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Received event network-vif-plugged-d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.057624] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ced7bb0-d683-464a-a8f3-504d00ce8e11 req-b144ac59-50c2-41fe-93bb-e76a57058e7e service nova] Acquiring lock "50f6d892-f128-4f5c-bfc4-6b9a34661950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.057624] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ced7bb0-d683-464a-a8f3-504d00ce8e11 req-b144ac59-50c2-41fe-93bb-e76a57058e7e service nova] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.057624] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ced7bb0-d683-464a-a8f3-504d00ce8e11 req-b144ac59-50c2-41fe-93bb-e76a57058e7e service nova] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.057624] env[63920]: DEBUG nova.compute.manager [req-4ced7bb0-d683-464a-a8f3-504d00ce8e11 req-b144ac59-50c2-41fe-93bb-e76a57058e7e service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] No waiting events found dispatching network-vif-plugged-d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.058736] env[63920]: WARNING nova.compute.manager [req-4ced7bb0-d683-464a-a8f3-504d00ce8e11 req-b144ac59-50c2-41fe-93bb-e76a57058e7e service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Received unexpected event network-vif-plugged-d0186356-40f6-4208-b327-50c8d85248f4 for instance with vm_state building and task_state spawning. [ 725.142380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.143273] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.146702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.308s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.148272] env[63920]: INFO nova.compute.claims [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.180769] env[63920]: DEBUG nova.network.neutron [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Successfully updated port: d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.191213] env[63920]: DEBUG oslo_vmware.api [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2391991, 'name': PowerOnVM_Task, 'duration_secs': 0.459404} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.191530] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.191836] env[63920]: INFO nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Took 7.65 seconds to spawn the instance on the hypervisor. [ 725.191912] env[63920]: DEBUG nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.192686] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625b2731-6816-48a0-8393-2dd41979b8e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.239682] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.657113] env[63920]: DEBUG nova.compute.utils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.666891] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.669512] env[63920]: DEBUG nova.network.neutron [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.681853] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "refresh_cache-50f6d892-f128-4f5c-bfc4-6b9a34661950" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.684938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquired lock "refresh_cache-50f6d892-f128-4f5c-bfc4-6b9a34661950" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.684938] env[63920]: DEBUG nova.network.neutron [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.713045] env[63920]: INFO nova.compute.manager [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Took 43.37 seconds to build instance. [ 725.736593] env[63920]: DEBUG nova.policy [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b5a8bbed6f48b3bb4991f8c402f6c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1075102187b345bd8347ca2f232db7dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.148905] env[63920]: DEBUG nova.network.neutron [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Successfully created port: dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.167086] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.215657] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c82c6b8f-6417-4996-89fd-f700ddbf8db0 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "a9443c1d-3c52-4605-8197-ecfac838e125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.529s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.233512] env[63920]: DEBUG nova.network.neutron [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.406356] env[63920]: DEBUG nova.network.neutron [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Updating instance_info_cache with network_info: [{"id": "d0186356-40f6-4208-b327-50c8d85248f4", "address": "fa:16:3e:e9:48:ae", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0186356-40", "ovs_interfaceid": "d0186356-40f6-4208-b327-50c8d85248f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.679700] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f64992-2b50-4bc2-8330-d3b751db2f39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.688722] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f93ff08-c659-4387-be8e-68a2d041ce10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.719368] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.723137] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd80a8f-477d-4f70-95fa-b99945e72672 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.731063] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4d352a-ac02-452e-ab6b-0d02177d4af0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.745572] env[63920]: DEBUG nova.compute.provider_tree [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.910029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Releasing lock "refresh_cache-50f6d892-f128-4f5c-bfc4-6b9a34661950" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 726.910029] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Instance network_info: |[{"id": "d0186356-40f6-4208-b327-50c8d85248f4", "address": "fa:16:3e:e9:48:ae", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0186356-40", "ovs_interfaceid": "d0186356-40f6-4208-b327-50c8d85248f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.910229] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:48:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0186356-40f6-4208-b327-50c8d85248f4', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.917930] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Creating folder: Project (2982df0a037b475cbc589807df702070). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.918226] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79b48a0f-e735-487f-bb04-4d166a094b0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.928913] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Created folder: Project (2982df0a037b475cbc589807df702070) in parent group-v485178. [ 726.929210] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Creating folder: Instances. Parent ref: group-v485286. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.929456] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae2f06f-fd59-4d16-bd01-280483398a6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.939115] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Created folder: Instances in parent group-v485286. [ 726.939269] env[63920]: DEBUG oslo.service.loopingcall [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.939462] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.939582] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd4d3c45-d40d-4438-b036-278d501609d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.958715] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.958715] env[63920]: value = "task-2391994" [ 726.958715] env[63920]: _type = "Task" [ 726.958715] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.971266] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391994, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.044358] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.044630] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.084652] env[63920]: DEBUG nova.compute.manager [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Received event network-changed-d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 727.084854] env[63920]: DEBUG nova.compute.manager [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Refreshing instance network info cache due to event network-changed-d0186356-40f6-4208-b327-50c8d85248f4. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 727.085044] env[63920]: DEBUG oslo_concurrency.lockutils [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] Acquiring lock "refresh_cache-50f6d892-f128-4f5c-bfc4-6b9a34661950" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.085178] env[63920]: DEBUG oslo_concurrency.lockutils [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] Acquired lock "refresh_cache-50f6d892-f128-4f5c-bfc4-6b9a34661950" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.085334] env[63920]: DEBUG nova.network.neutron [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Refreshing network info cache for port d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 727.175511] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.201396] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.201726] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.201884] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.202076] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.202224] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.202370] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.202571] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.202761] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.202886] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.203061] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.203274] env[63920]: DEBUG nova.virt.hardware [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.204120] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07ec242-3828-43f9-ba84-8957040d47d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.212261] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8b3c42-a0cb-40c2-ae39-1d2bfcc4ca05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.243922] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.250027] env[63920]: DEBUG nova.scheduler.client.report [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.469739] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391994, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.754441] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.755046] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.758181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.570s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.758511] env[63920]: DEBUG nova.objects.instance [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lazy-loading 'resources' on Instance uuid 098ffac6-de4b-4536-9443-b0656cf151f1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.854706] env[63920]: DEBUG nova.network.neutron [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Successfully updated port: dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.863305] env[63920]: DEBUG nova.network.neutron [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Updated VIF entry in instance network info cache for port d0186356-40f6-4208-b327-50c8d85248f4. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.863305] env[63920]: DEBUG nova.network.neutron [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Updating instance_info_cache with network_info: [{"id": "d0186356-40f6-4208-b327-50c8d85248f4", "address": "fa:16:3e:e9:48:ae", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0186356-40", "ovs_interfaceid": "d0186356-40f6-4208-b327-50c8d85248f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.971188] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2391994, 'name': CreateVM_Task, 'duration_secs': 0.554237} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.971302] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.972283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.972283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.972627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.973012] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc65463-c488-444a-b9c2-01f434640419 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.978553] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 727.978553] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bdfb2f-8aaa-d72b-de50-4c8574e5e619" [ 727.978553] env[63920]: _type = "Task" [ 727.978553] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.987636] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bdfb2f-8aaa-d72b-de50-4c8574e5e619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.262629] env[63920]: DEBUG nova.compute.utils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.264042] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.264204] env[63920]: DEBUG nova.network.neutron [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.323684] env[63920]: DEBUG nova.policy [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b5a8bbed6f48b3bb4991f8c402f6c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1075102187b345bd8347ca2f232db7dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.362498] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "refresh_cache-96547475-3928-4ba1-8a48-d01c40a0cec8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.364455] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired lock "refresh_cache-96547475-3928-4ba1-8a48-d01c40a0cec8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.364646] env[63920]: DEBUG nova.network.neutron [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.366920] env[63920]: DEBUG oslo_concurrency.lockutils [req-28076f4b-bd15-407d-86e2-67cbf634a5e1 req-3e7e31c2-46c9-41e1-88b8-60930dafd7a5 service nova] Releasing lock "refresh_cache-50f6d892-f128-4f5c-bfc4-6b9a34661950" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.491117] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bdfb2f-8aaa-d72b-de50-4c8574e5e619, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.491117] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.491117] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.491117] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.491427] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.491427] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.491427] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-875db5cd-0613-4d89-8d9b-f9bfbd8bbc55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.501248] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.501344] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.502096] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37809fce-7f36-4971-85fb-9c9c624cfafc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.508285] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 728.508285] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525f845a-0e41-e5dc-8317-7bad6245a75f" [ 728.508285] env[63920]: _type = "Task" [ 728.508285] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.519346] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525f845a-0e41-e5dc-8317-7bad6245a75f, 'name': SearchDatastore_Task} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.522430] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1fa3886-9996-4f61-b11d-fb20cf2d87b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.528185] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 728.528185] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b18acf-d170-cdb9-ff4f-08628308a1fa" [ 728.528185] env[63920]: _type = "Task" [ 728.528185] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.539779] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b18acf-d170-cdb9-ff4f-08628308a1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.539779] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.540016] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 50f6d892-f128-4f5c-bfc4-6b9a34661950/50f6d892-f128-4f5c-bfc4-6b9a34661950.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.540264] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d531b2ca-48e5-4286-a435-ae84af2d46fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.547910] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 728.547910] env[63920]: value = "task-2391995" [ 728.547910] env[63920]: _type = "Task" [ 728.547910] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.556247] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2391995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.624793] env[63920]: DEBUG nova.network.neutron [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Successfully created port: 3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.750091] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6c3be7-031b-4b64-8b5b-fc0939e4d6ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.761417] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85c72e9-1e1c-4f77-8184-7b8325a4adf4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.794082] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.797866] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c014c3-66a3-4c2b-8cf1-966878cf76ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.807060] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d1588f-f061-4f15-a0dd-0952504a751e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.823454] env[63920]: DEBUG nova.compute.provider_tree [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.911059] env[63920]: DEBUG nova.network.neutron [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.057476] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2391995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505062} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.057758] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 50f6d892-f128-4f5c-bfc4-6b9a34661950/50f6d892-f128-4f5c-bfc4-6b9a34661950.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.057996] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.058247] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd62a96a-b7f2-4574-afd7-f6b25be32858 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.065825] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 729.065825] env[63920]: value = "task-2391996" [ 729.065825] env[63920]: _type = "Task" [ 729.065825] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.073917] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2391996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.104591] env[63920]: DEBUG nova.network.neutron [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Updating instance_info_cache with network_info: [{"id": "dc8f7935-e6ea-415f-9836-c3a754d2ad8a", "address": "fa:16:3e:1b:2a:80", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8f7935-e6", "ovs_interfaceid": "dc8f7935-e6ea-415f-9836-c3a754d2ad8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.112494] env[63920]: DEBUG nova.compute.manager [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Received event network-vif-plugged-dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.112653] env[63920]: DEBUG oslo_concurrency.lockutils [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] Acquiring lock "96547475-3928-4ba1-8a48-d01c40a0cec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.112760] env[63920]: DEBUG oslo_concurrency.lockutils [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.112917] env[63920]: DEBUG oslo_concurrency.lockutils [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.113094] env[63920]: DEBUG nova.compute.manager [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] No waiting events found dispatching network-vif-plugged-dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.113254] env[63920]: WARNING nova.compute.manager [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Received unexpected event network-vif-plugged-dc8f7935-e6ea-415f-9836-c3a754d2ad8a for instance with vm_state building and task_state spawning. [ 729.113405] env[63920]: DEBUG nova.compute.manager [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Received event network-changed-dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.113582] env[63920]: DEBUG nova.compute.manager [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Refreshing instance network info cache due to event network-changed-dc8f7935-e6ea-415f-9836-c3a754d2ad8a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 729.113771] env[63920]: DEBUG oslo_concurrency.lockutils [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] Acquiring lock "refresh_cache-96547475-3928-4ba1-8a48-d01c40a0cec8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.327211] env[63920]: DEBUG nova.scheduler.client.report [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.576011] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2391996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068882} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.576294] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.577050] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ead0435-2393-4fbf-a1e6-f16223b1a750 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.599669] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 50f6d892-f128-4f5c-bfc4-6b9a34661950/50f6d892-f128-4f5c-bfc4-6b9a34661950.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.600265] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d7bfa9b-545c-4128-bd82-3a9d38032c1e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.614854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Releasing lock "refresh_cache-96547475-3928-4ba1-8a48-d01c40a0cec8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.615163] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Instance network_info: |[{"id": "dc8f7935-e6ea-415f-9836-c3a754d2ad8a", "address": "fa:16:3e:1b:2a:80", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8f7935-e6", "ovs_interfaceid": "dc8f7935-e6ea-415f-9836-c3a754d2ad8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.615655] env[63920]: DEBUG oslo_concurrency.lockutils [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] Acquired lock "refresh_cache-96547475-3928-4ba1-8a48-d01c40a0cec8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.615655] env[63920]: DEBUG nova.network.neutron [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Refreshing network info cache for port dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.616740] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:2a:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc8f7935-e6ea-415f-9836-c3a754d2ad8a', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.624055] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating folder: Project (1075102187b345bd8347ca2f232db7dd). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.627330] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ae5ed9a-d923-4574-8c0b-307fd56dc870 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.631999] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 729.631999] env[63920]: value = "task-2391997" [ 729.631999] env[63920]: _type = "Task" [ 729.631999] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.637989] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Created folder: Project (1075102187b345bd8347ca2f232db7dd) in parent group-v485178. [ 729.638204] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating folder: Instances. Parent ref: group-v485289. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.641402] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b25352d9-3709-4b91-9f5b-b2a4523fd32d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.642985] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2391997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.653184] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Created folder: Instances in parent group-v485289. [ 729.653476] env[63920]: DEBUG oslo.service.loopingcall [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 729.653789] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.654027] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e28ead6e-a84b-4664-abf3-329dbde11650 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.678192] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.678192] env[63920]: value = "task-2392000" [ 729.678192] env[63920]: _type = "Task" [ 729.678192] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.686549] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392000, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.803938] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.831829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.836858] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.837118] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.837250] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.837427] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.837569] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.837717] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.837917] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.838083] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.838246] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.838431] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.838670] env[63920]: DEBUG nova.virt.hardware [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.839422] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.182s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.839875] env[63920]: DEBUG nova.objects.instance [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'resources' on Instance uuid af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.841865] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e141bf-c3f5-4c5c-a001-812564b13a92 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.852252] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7801c361-23fe-4811-8d10-30731694d222 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.868951] env[63920]: INFO nova.scheduler.client.report [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Deleted allocations for instance 098ffac6-de4b-4536-9443-b0656cf151f1 [ 729.886629] env[63920]: DEBUG nova.network.neutron [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Updated VIF entry in instance network info cache for port dc8f7935-e6ea-415f-9836-c3a754d2ad8a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.886958] env[63920]: DEBUG nova.network.neutron [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Updating instance_info_cache with network_info: [{"id": "dc8f7935-e6ea-415f-9836-c3a754d2ad8a", "address": "fa:16:3e:1b:2a:80", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc8f7935-e6", "ovs_interfaceid": "dc8f7935-e6ea-415f-9836-c3a754d2ad8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.142890] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2391997, 'name': ReconfigVM_Task, 'duration_secs': 0.298138} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.144517] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 50f6d892-f128-4f5c-bfc4-6b9a34661950/50f6d892-f128-4f5c-bfc4-6b9a34661950.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.145262] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-903072c7-13aa-43e9-8bde-e135c26bd62c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.154111] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 730.154111] env[63920]: value = "task-2392001" [ 730.154111] env[63920]: _type = "Task" [ 730.154111] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.165330] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392001, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.178518] env[63920]: DEBUG nova.compute.manager [req-3f442314-9ea6-4bbb-b1eb-9b94f5e6f72d req-a972ab24-e9cd-48a5-b696-08b8fe8f8c93 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Received event network-vif-plugged-3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 730.178635] env[63920]: DEBUG oslo_concurrency.lockutils [req-3f442314-9ea6-4bbb-b1eb-9b94f5e6f72d req-a972ab24-e9cd-48a5-b696-08b8fe8f8c93 service nova] Acquiring lock "11a2adc4-81ca-4694-ab3c-866a1b99c581-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.178847] env[63920]: DEBUG oslo_concurrency.lockutils [req-3f442314-9ea6-4bbb-b1eb-9b94f5e6f72d req-a972ab24-e9cd-48a5-b696-08b8fe8f8c93 service nova] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.179273] env[63920]: DEBUG oslo_concurrency.lockutils [req-3f442314-9ea6-4bbb-b1eb-9b94f5e6f72d req-a972ab24-e9cd-48a5-b696-08b8fe8f8c93 service nova] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.179368] env[63920]: DEBUG nova.compute.manager [req-3f442314-9ea6-4bbb-b1eb-9b94f5e6f72d req-a972ab24-e9cd-48a5-b696-08b8fe8f8c93 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] No waiting events found dispatching network-vif-plugged-3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.179570] env[63920]: WARNING nova.compute.manager [req-3f442314-9ea6-4bbb-b1eb-9b94f5e6f72d req-a972ab24-e9cd-48a5-b696-08b8fe8f8c93 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Received unexpected event network-vif-plugged-3a9fa490-8a74-49e9-8ded-7088a7f60b44 for instance with vm_state building and task_state spawning. [ 730.190557] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392000, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.322288] env[63920]: DEBUG nova.network.neutron [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Successfully updated port: 3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.382883] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5a0fba6d-ac89-446b-bfa5-c0b9e8516893 tempest-ImagesNegativeTestJSON-1923423854 tempest-ImagesNegativeTestJSON-1923423854-project-member] Lock "098ffac6-de4b-4536-9443-b0656cf151f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.782s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.391380] env[63920]: DEBUG oslo_concurrency.lockutils [req-159904dc-492f-4ee4-b71d-2bc081eedb40 req-1f20ae93-6802-47e1-b96f-a3b74b933ece service nova] Releasing lock "refresh_cache-96547475-3928-4ba1-8a48-d01c40a0cec8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.666761] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392001, 'name': Rename_Task, 'duration_secs': 0.148808} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.666761] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.666761] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7930f6b2-c0d1-432c-a557-c3915f587dc1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.675141] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 730.675141] env[63920]: value = "task-2392002" [ 730.675141] env[63920]: _type = "Task" [ 730.675141] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.686124] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.699110] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392000, 'name': CreateVM_Task, 'duration_secs': 0.607924} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.699110] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.700041] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.700202] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.700636] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 730.700843] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d02e4dd-b8f0-4a3a-b398-bb2d39b3eac7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.707741] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 730.707741] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c2e87e-f9a0-14ea-97ff-817310de15a4" [ 730.707741] env[63920]: _type = "Task" [ 730.707741] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.717627] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c2e87e-f9a0-14ea-97ff-817310de15a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.826457] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "refresh_cache-11a2adc4-81ca-4694-ab3c-866a1b99c581" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 730.826599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired lock "refresh_cache-11a2adc4-81ca-4694-ab3c-866a1b99c581" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.827487] env[63920]: DEBUG nova.network.neutron [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.834492] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9fde4f-29ab-4419-93bb-a01894f6e4b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.843200] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31d6206-7bec-46c0-9e1b-e81a98394afc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.875226] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a9d3cd-5619-42f4-a24d-28699942ba8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.884251] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d7fc88-9adf-4f78-9c29-b3f7eb6d2758 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.899855] env[63920]: DEBUG nova.compute.provider_tree [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.188387] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392002, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.219320] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c2e87e-f9a0-14ea-97ff-817310de15a4, 'name': SearchDatastore_Task, 'duration_secs': 0.022691} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.219648] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 731.219887] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.220144] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.220288] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.220479] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.220842] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0efd2fa-a0ae-4ae6-a07b-9aa68ec32904 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.232437] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.232618] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.233362] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f595ebfb-c6bd-4073-a988-defdda86e22c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.239960] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 731.239960] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b80cf5-f877-9ede-8aae-5b9e2617469b" [ 731.239960] env[63920]: _type = "Task" [ 731.239960] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.248614] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b80cf5-f877-9ede-8aae-5b9e2617469b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.372657] env[63920]: DEBUG nova.network.neutron [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.403917] env[63920]: DEBUG nova.scheduler.client.report [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.556878] env[63920]: DEBUG nova.network.neutron [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Updating instance_info_cache with network_info: [{"id": "3a9fa490-8a74-49e9-8ded-7088a7f60b44", "address": "fa:16:3e:1f:0e:80", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9fa490-8a", "ovs_interfaceid": "3a9fa490-8a74-49e9-8ded-7088a7f60b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.686902] env[63920]: DEBUG oslo_vmware.api [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392002, 'name': PowerOnVM_Task, 'duration_secs': 0.526067} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.687105] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.687378] env[63920]: INFO nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Took 7.25 seconds to spawn the instance on the hypervisor. [ 731.687486] env[63920]: DEBUG nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.688262] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeaa3cd-4128-4f50-ad30-0dd83578b1be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.752482] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b80cf5-f877-9ede-8aae-5b9e2617469b, 'name': SearchDatastore_Task, 'duration_secs': 0.011851} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.752665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "82975903-be68-414a-98a1-074cb73ce2af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.752911] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "82975903-be68-414a-98a1-074cb73ce2af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.754024] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "82975903-be68-414a-98a1-074cb73ce2af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.754024] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "82975903-be68-414a-98a1-074cb73ce2af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.754024] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "82975903-be68-414a-98a1-074cb73ce2af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.755777] env[63920]: INFO nova.compute.manager [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Terminating instance [ 731.761938] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c602afd-0e02-4c73-afc4-8c5485c53d40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.766085] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 731.766085] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52794086-835a-1175-c08b-5fca0542b02a" [ 731.766085] env[63920]: _type = "Task" [ 731.766085] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.775434] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52794086-835a-1175-c08b-5fca0542b02a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.911186] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.913846] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.548s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.919223] env[63920]: INFO nova.compute.claims [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.950399] env[63920]: INFO nova.scheduler.client.report [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocations for instance af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6 [ 732.059621] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Releasing lock "refresh_cache-11a2adc4-81ca-4694-ab3c-866a1b99c581" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.063018] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Instance network_info: |[{"id": "3a9fa490-8a74-49e9-8ded-7088a7f60b44", "address": "fa:16:3e:1f:0e:80", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9fa490-8a", "ovs_interfaceid": "3a9fa490-8a74-49e9-8ded-7088a7f60b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.063149] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:0e:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a9fa490-8a74-49e9-8ded-7088a7f60b44', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.068839] env[63920]: DEBUG oslo.service.loopingcall [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.069066] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.069285] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caf146cc-6beb-4fef-9401-73ecc6a9a4ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.093198] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.093198] env[63920]: value = "task-2392003" [ 732.093198] env[63920]: _type = "Task" [ 732.093198] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.101471] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392003, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.208201] env[63920]: INFO nova.compute.manager [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Took 45.77 seconds to build instance. [ 732.242741] env[63920]: DEBUG nova.compute.manager [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Received event network-changed-3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 732.242741] env[63920]: DEBUG nova.compute.manager [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Refreshing instance network info cache due to event network-changed-3a9fa490-8a74-49e9-8ded-7088a7f60b44. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 732.242741] env[63920]: DEBUG oslo_concurrency.lockutils [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] Acquiring lock "refresh_cache-11a2adc4-81ca-4694-ab3c-866a1b99c581" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.242973] env[63920]: DEBUG oslo_concurrency.lockutils [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] Acquired lock "refresh_cache-11a2adc4-81ca-4694-ab3c-866a1b99c581" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.242973] env[63920]: DEBUG nova.network.neutron [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Refreshing network info cache for port 3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.260102] env[63920]: DEBUG nova.compute.manager [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.260426] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.261788] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edabb15c-3b8b-4163-bd12-90d05240ecbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.271879] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.272518] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13944d6b-31ef-47f8-bcdf-f417c56bb64c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.278276] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52794086-835a-1175-c08b-5fca0542b02a, 'name': SearchDatastore_Task, 'duration_secs': 0.024495} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.279041] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.279350] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 96547475-3928-4ba1-8a48-d01c40a0cec8/96547475-3928-4ba1-8a48-d01c40a0cec8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.280287] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27a008bd-ed59-4eb9-889f-c2a07da0a735 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.282264] env[63920]: DEBUG oslo_vmware.api [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 732.282264] env[63920]: value = "task-2392004" [ 732.282264] env[63920]: _type = "Task" [ 732.282264] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.287250] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 732.287250] env[63920]: value = "task-2392005" [ 732.287250] env[63920]: _type = "Task" [ 732.287250] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.293726] env[63920]: DEBUG oslo_vmware.api [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.299631] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.388121] env[63920]: DEBUG nova.compute.manager [None req-cb7a1f9b-9c9f-47b3-961a-d42e0ec81d74 tempest-ServerDiagnosticsTest-992567300 tempest-ServerDiagnosticsTest-992567300-project-admin] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.389921] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedc43b1-0de6-4daa-8043-71f3a865189e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.399486] env[63920]: INFO nova.compute.manager [None req-cb7a1f9b-9c9f-47b3-961a-d42e0ec81d74 tempest-ServerDiagnosticsTest-992567300 tempest-ServerDiagnosticsTest-992567300-project-admin] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Retrieving diagnostics [ 732.400841] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677a7b2f-a352-4bc3-a1e0-c99122fa98bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.462951] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02d949f0-dd2d-4752-b7cd-6c206210484b tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.740s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.508331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "e0e50df5-f03a-4962-8c77-c2fa225ba313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.508615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.606474] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392003, 'name': CreateVM_Task, 'duration_secs': 0.358803} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.606651] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.607417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.607585] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.608106] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 732.608229] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2e2d88-a7c7-4ac8-96b1-0ad6bf98de82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.615040] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 732.615040] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e685f7-ad7c-02ba-f3fd-b1d10bb6afe9" [ 732.615040] env[63920]: _type = "Task" [ 732.615040] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.629170] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e685f7-ad7c-02ba-f3fd-b1d10bb6afe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.710600] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f3c752a7-1aa1-46cb-9611-e1f67a5f7f87 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.909s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.795414] env[63920]: DEBUG oslo_vmware.api [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392004, 'name': PowerOffVM_Task, 'duration_secs': 0.26103} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.796306] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.796375] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.796687] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c54b6e3-913a-48c0-a8f7-b810f510db73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.802502] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392005, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.084547] env[63920]: DEBUG nova.network.neutron [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Updated VIF entry in instance network info cache for port 3a9fa490-8a74-49e9-8ded-7088a7f60b44. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.084891] env[63920]: DEBUG nova.network.neutron [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Updating instance_info_cache with network_info: [{"id": "3a9fa490-8a74-49e9-8ded-7088a7f60b44", "address": "fa:16:3e:1f:0e:80", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a9fa490-8a", "ovs_interfaceid": "3a9fa490-8a74-49e9-8ded-7088a7f60b44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.128632] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e685f7-ad7c-02ba-f3fd-b1d10bb6afe9, 'name': SearchDatastore_Task, 'duration_secs': 0.059113} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.128980] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.129249] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.129498] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.129651] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.129839] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.130127] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24b76e9-36ef-423d-9232-faf9a1752f8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.139641] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.139641] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.140259] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee76603c-5060-47f2-be89-ad87993f34b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.146800] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 733.146800] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521653ad-8af9-ce81-ab40-dafee6569843" [ 733.146800] env[63920]: _type = "Task" [ 733.146800] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.159570] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521653ad-8af9-ce81-ab40-dafee6569843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.215358] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.302561] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603591} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.302888] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 96547475-3928-4ba1-8a48-d01c40a0cec8/96547475-3928-4ba1-8a48-d01c40a0cec8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.303135] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.303551] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7be9e2ae-9551-48cb-837e-32c31cab7271 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.312192] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 733.312192] env[63920]: value = "task-2392007" [ 733.312192] env[63920]: _type = "Task" [ 733.312192] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.321883] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.499958] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a60a7d-6b14-4af5-8d28-cfad9743003e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.509244] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89100d70-9108-47b6-b502-a368178779e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.547072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "50f6d892-f128-4f5c-bfc4-6b9a34661950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.547165] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.547376] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "50f6d892-f128-4f5c-bfc4-6b9a34661950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.547617] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.547824] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.550160] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337e2fe1-3cdb-44f7-ba59-73bc8345e8af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.553152] env[63920]: INFO nova.compute.manager [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Terminating instance [ 733.561169] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb8574b-eefd-4450-9c5d-2dcc1ba514f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.579671] env[63920]: DEBUG nova.compute.provider_tree [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.587295] env[63920]: DEBUG oslo_concurrency.lockutils [req-39787ad7-d184-4ff2-9f99-c0109dd69c46 req-08bc7daa-28b8-42fe-b702-6705d4d83dd6 service nova] Releasing lock "refresh_cache-11a2adc4-81ca-4694-ab3c-866a1b99c581" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.655620] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.655791] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.656726] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Deleting the datastore file [datastore2] 82975903-be68-414a-98a1-074cb73ce2af {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.656726] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c1e568-5421-4fb4-b0de-ce7030824aaa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.663211] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521653ad-8af9-ce81-ab40-dafee6569843, 'name': SearchDatastore_Task, 'duration_secs': 0.013493} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.664532] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ae04db-84e9-4693-9379-7ee8d7dc82e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.668837] env[63920]: DEBUG oslo_vmware.api [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 733.668837] env[63920]: value = "task-2392008" [ 733.668837] env[63920]: _type = "Task" [ 733.668837] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.671654] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 733.671654] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52489d7e-98ba-6933-aee2-4e40df3bc850" [ 733.671654] env[63920]: _type = "Task" [ 733.671654] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.679795] env[63920]: DEBUG oslo_vmware.api [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.687150] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52489d7e-98ba-6933-aee2-4e40df3bc850, 'name': SearchDatastore_Task, 'duration_secs': 0.013833} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.687150] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.687150] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 11a2adc4-81ca-4694-ab3c-866a1b99c581/11a2adc4-81ca-4694-ab3c-866a1b99c581.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.687150] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-676364b1-cc42-41e2-b671-a703445e54fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.695956] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 733.695956] env[63920]: value = "task-2392009" [ 733.695956] env[63920]: _type = "Task" [ 733.695956] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.703392] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.735692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.825056] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286615} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.825407] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.826388] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5c70d-46d1-4413-9ea3-7316ca2562e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.854371] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 96547475-3928-4ba1-8a48-d01c40a0cec8/96547475-3928-4ba1-8a48-d01c40a0cec8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.855131] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21723ee-551a-420a-a231-23acfe875303 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.879296] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 733.879296] env[63920]: value = "task-2392010" [ 733.879296] env[63920]: _type = "Task" [ 733.879296] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.894496] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.058377] env[63920]: DEBUG nova.compute.manager [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.058704] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.059907] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c21628-1447-414a-85b8-70b8bbaba6fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.071916] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.072348] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a45cfba-5635-4392-a05a-7922285c2ac3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.082655] env[63920]: DEBUG nova.scheduler.client.report [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.087824] env[63920]: DEBUG oslo_vmware.api [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 734.087824] env[63920]: value = "task-2392011" [ 734.087824] env[63920]: _type = "Task" [ 734.087824] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.104014] env[63920]: DEBUG oslo_vmware.api [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.182602] env[63920]: DEBUG oslo_vmware.api [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253435} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.182992] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.183314] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.183616] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.183881] env[63920]: INFO nova.compute.manager [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Took 1.92 seconds to destroy the instance on the hypervisor. [ 734.184298] env[63920]: DEBUG oslo.service.loopingcall [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.184587] env[63920]: DEBUG nova.compute.manager [-] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.184736] env[63920]: DEBUG nova.network.neutron [-] [instance: 82975903-be68-414a-98a1-074cb73ce2af] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.211386] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392009, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.391463] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392010, 'name': ReconfigVM_Task, 'duration_secs': 0.407658} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.391786] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 96547475-3928-4ba1-8a48-d01c40a0cec8/96547475-3928-4ba1-8a48-d01c40a0cec8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.392452] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abe9ed76-badb-41d8-b55b-046a685dc787 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.402020] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 734.402020] env[63920]: value = "task-2392012" [ 734.402020] env[63920]: _type = "Task" [ 734.402020] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.412391] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392012, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.589751] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.591586] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.594882] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.729s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.595146] env[63920]: DEBUG nova.objects.instance [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lazy-loading 'resources' on Instance uuid f9039857-5f06-4c52-9240-a4f854f08b45 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.608981] env[63920]: DEBUG oslo_vmware.api [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392011, 'name': PowerOffVM_Task, 'duration_secs': 0.491918} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.610127] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.610446] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.610878] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c14111fe-d455-4503-97d6-64798f52bd08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.709170] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624242} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.709568] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 11a2adc4-81ca-4694-ab3c-866a1b99c581/11a2adc4-81ca-4694-ab3c-866a1b99c581.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.712926] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.712926] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0efa0b7-db07-425c-a37e-2ddf43ee19de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.721225] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 734.721225] env[63920]: value = "task-2392014" [ 734.721225] env[63920]: _type = "Task" [ 734.721225] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.733963] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.748403] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.748709] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.749576] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Deleting the datastore file [datastore1] 50f6d892-f128-4f5c-bfc4-6b9a34661950 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.750034] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d12c0ce-b3c4-4994-bbe5-1cfc91399fdb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.759775] env[63920]: DEBUG oslo_vmware.api [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for the task: (returnval){ [ 734.759775] env[63920]: value = "task-2392015" [ 734.759775] env[63920]: _type = "Task" [ 734.759775] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.769689] env[63920]: DEBUG oslo_vmware.api [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.914874] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392012, 'name': Rename_Task, 'duration_secs': 0.170353} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.915326] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.915706] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3599b159-9a16-48dd-b8bc-84b381922e45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.926710] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 734.926710] env[63920]: value = "task-2392016" [ 734.926710] env[63920]: _type = "Task" [ 734.926710] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.937860] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.105323] env[63920]: DEBUG nova.compute.utils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.110680] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.110937] env[63920]: DEBUG nova.network.neutron [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.184031] env[63920]: DEBUG nova.policy [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '331e13814c9b4b2c93b075a407e4dcb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3e1106b9d9d430696d499b50b65a3e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.236316] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18184} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.236316] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.236316] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5eaa0a-5f01-48b6-af02-dfb7ebaa5926 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.264890] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 11a2adc4-81ca-4694-ab3c-866a1b99c581/11a2adc4-81ca-4694-ab3c-866a1b99c581.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.268991] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97427d52-e0a9-4e2c-ac3c-ee2ce3215c01 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.298355] env[63920]: DEBUG oslo_vmware.api [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Task: {'id': task-2392015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233805} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.298355] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.298355] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.298355] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.298355] env[63920]: INFO nova.compute.manager [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Took 1.24 seconds to destroy the instance on the hypervisor. [ 735.298644] env[63920]: DEBUG oslo.service.loopingcall [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 735.300295] env[63920]: DEBUG nova.compute.manager [-] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.300295] env[63920]: DEBUG nova.network.neutron [-] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.302180] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 735.302180] env[63920]: value = "task-2392017" [ 735.302180] env[63920]: _type = "Task" [ 735.302180] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.319309] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.370338] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.370722] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.443032] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392016, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.459144] env[63920]: DEBUG nova.compute.manager [req-e8caa886-d456-4e5a-b976-64b61192cc1d req-e432b7db-3c42-43ee-a399-a9ab9615059c service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Received event network-vif-deleted-cec27481-d859-417d-a343-30955b98441c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.459219] env[63920]: INFO nova.compute.manager [req-e8caa886-d456-4e5a-b976-64b61192cc1d req-e432b7db-3c42-43ee-a399-a9ab9615059c service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Neutron deleted interface cec27481-d859-417d-a343-30955b98441c; detaching it from the instance and deleting it from the info cache [ 735.459972] env[63920]: DEBUG nova.network.neutron [req-e8caa886-d456-4e5a-b976-64b61192cc1d req-e432b7db-3c42-43ee-a399-a9ab9615059c service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.615747] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.822497] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392017, 'name': ReconfigVM_Task, 'duration_secs': 0.313847} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.824174] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 11a2adc4-81ca-4694-ab3c-866a1b99c581/11a2adc4-81ca-4694-ab3c-866a1b99c581.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.824998] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23cf59a-7774-457b-86d7-6644f101be1d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.827829] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9262cc4-a79e-46b5-86d4-71868bf2478a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.836774] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a180822c-3c9e-47ce-936f-9c12a996f773 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.842020] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 735.842020] env[63920]: value = "task-2392018" [ 735.842020] env[63920]: _type = "Task" [ 735.842020] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.872301] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e83a4-a064-41fc-8527-261d5c8ad124 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.878389] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392018, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.885674] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d430bf66-bb31-4dc9-87fd-31abe79426ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.907427] env[63920]: DEBUG nova.compute.provider_tree [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.910230] env[63920]: DEBUG nova.network.neutron [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Successfully created port: 436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.935932] env[63920]: DEBUG nova.network.neutron [-] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.940714] env[63920]: DEBUG oslo_vmware.api [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392016, 'name': PowerOnVM_Task, 'duration_secs': 0.599803} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.942085] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.942295] env[63920]: INFO nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Took 8.77 seconds to spawn the instance on the hypervisor. [ 735.942470] env[63920]: DEBUG nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.946341] env[63920]: DEBUG nova.compute.manager [req-8711ded6-cbad-4f39-8584-2682289438e0 req-9f3aad56-1d5c-49e6-bfb4-e0d7469a7a40 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Received event network-vif-deleted-d0186356-40f6-4208-b327-50c8d85248f4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.946341] env[63920]: INFO nova.compute.manager [req-8711ded6-cbad-4f39-8584-2682289438e0 req-9f3aad56-1d5c-49e6-bfb4-e0d7469a7a40 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Neutron deleted interface d0186356-40f6-4208-b327-50c8d85248f4; detaching it from the instance and deleting it from the info cache [ 735.946341] env[63920]: DEBUG nova.network.neutron [req-8711ded6-cbad-4f39-8584-2682289438e0 req-9f3aad56-1d5c-49e6-bfb4-e0d7469a7a40 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.946341] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef0fdd5-be0c-4111-91a5-66f396707c2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.962157] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd41a764-96fa-46dd-8e9f-d3e3f322b417 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.976176] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1641bc2f-affe-4869-b0cf-0ef42c6e9989 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.015658] env[63920]: DEBUG nova.compute.manager [req-e8caa886-d456-4e5a-b976-64b61192cc1d req-e432b7db-3c42-43ee-a399-a9ab9615059c service nova] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Detach interface failed, port_id=cec27481-d859-417d-a343-30955b98441c, reason: Instance 82975903-be68-414a-98a1-074cb73ce2af could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 736.350906] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392018, 'name': Rename_Task, 'duration_secs': 0.163087} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.352617] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.353220] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5da16a9a-149b-48d8-b1b9-3ed57aa013b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.361331] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 736.361331] env[63920]: value = "task-2392019" [ 736.361331] env[63920]: _type = "Task" [ 736.361331] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.370857] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.385588] env[63920]: DEBUG nova.network.neutron [-] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.415617] env[63920]: DEBUG nova.scheduler.client.report [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.442294] env[63920]: INFO nova.compute.manager [-] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Took 2.26 seconds to deallocate network for instance. [ 736.451231] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b2cc771-96d0-409e-9831-bc5de5186c4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.475252] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9be1e79-d8ae-4992-925d-09ceaec447fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.487537] env[63920]: INFO nova.compute.manager [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Took 46.88 seconds to build instance. [ 736.517553] env[63920]: DEBUG nova.compute.manager [req-8711ded6-cbad-4f39-8584-2682289438e0 req-9f3aad56-1d5c-49e6-bfb4-e0d7469a7a40 service nova] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Detach interface failed, port_id=d0186356-40f6-4208-b327-50c8d85248f4, reason: Instance 50f6d892-f128-4f5c-bfc4-6b9a34661950 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 736.631460] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.671347] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.671771] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.671988] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.672231] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.672426] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.673354] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.673558] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.673754] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.673952] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.674143] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.674365] env[63920]: DEBUG nova.virt.hardware [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.675272] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f368b219-a689-4e4e-8bca-508970a042f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.687018] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec7e7e-23b7-45a6-91ed-56f87eb94b77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.872228] env[63920]: DEBUG oslo_vmware.api [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392019, 'name': PowerOnVM_Task, 'duration_secs': 0.475056} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.872455] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.872662] env[63920]: INFO nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Took 7.07 seconds to spawn the instance on the hypervisor. [ 736.872842] env[63920]: DEBUG nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.873640] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c27d847-e3b8-4faa-802f-8b6eb5454a6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.891553] env[63920]: INFO nova.compute.manager [-] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Took 1.59 seconds to deallocate network for instance. [ 736.920194] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.325s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.922434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.210s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.924189] env[63920]: INFO nova.compute.claims [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.941364] env[63920]: INFO nova.scheduler.client.report [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Deleted allocations for instance f9039857-5f06-4c52-9240-a4f854f08b45 [ 736.954042] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.990097] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c3f9052-8171-4a17-be78-41af0966f6f6 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.804s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.270987] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "ed593698-16c1-454e-85bf-0d74e63126f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.271738] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "ed593698-16c1-454e-85bf-0d74e63126f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.391237] env[63920]: INFO nova.compute.manager [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Took 46.58 seconds to build instance. [ 737.397245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.447936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b45259cc-d96a-430f-bad3-0c11a80e0666 tempest-ServerMetadataNegativeTestJSON-1626855158 tempest-ServerMetadataNegativeTestJSON-1626855158-project-member] Lock "f9039857-5f06-4c52-9240-a4f854f08b45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.213s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.493253] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.894017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-697005cd-a03b-4ca2-9e30-c24802b98af8 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.902s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.032736] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.045600] env[63920]: DEBUG nova.compute.manager [req-35e2141a-1e26-4359-addf-6621c1c4a3c7 req-5c191354-d52f-4ebc-87da-fda7c983afaf service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-vif-plugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.046709] env[63920]: DEBUG oslo_concurrency.lockutils [req-35e2141a-1e26-4359-addf-6621c1c4a3c7 req-5c191354-d52f-4ebc-87da-fda7c983afaf service nova] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.046968] env[63920]: DEBUG oslo_concurrency.lockutils [req-35e2141a-1e26-4359-addf-6621c1c4a3c7 req-5c191354-d52f-4ebc-87da-fda7c983afaf service nova] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.047222] env[63920]: DEBUG oslo_concurrency.lockutils [req-35e2141a-1e26-4359-addf-6621c1c4a3c7 req-5c191354-d52f-4ebc-87da-fda7c983afaf service nova] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.047411] env[63920]: DEBUG nova.compute.manager [req-35e2141a-1e26-4359-addf-6621c1c4a3c7 req-5c191354-d52f-4ebc-87da-fda7c983afaf service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] No waiting events found dispatching network-vif-plugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.047591] env[63920]: WARNING nova.compute.manager [req-35e2141a-1e26-4359-addf-6621c1c4a3c7 req-5c191354-d52f-4ebc-87da-fda7c983afaf service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received unexpected event network-vif-plugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 for instance with vm_state building and task_state spawning. [ 738.102093] env[63920]: DEBUG nova.network.neutron [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Successfully updated port: 436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.398102] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.522636] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef571f72-21cd-4ca8-96cd-7375e91dd290 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.535205] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21426442-8bbf-43d4-a2be-010945cc6115 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.567413] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192c5637-8ad7-4a75-9f88-3ed25015e900 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.583129] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fbc54b-c869-4d2e-9e47-e72d6ff88a0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.603680] env[63920]: DEBUG nova.compute.provider_tree [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.605676] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 738.605676] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.605676] env[63920]: DEBUG nova.network.neutron [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.920183] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.108701] env[63920]: DEBUG nova.scheduler.client.report [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.172281] env[63920]: DEBUG nova.network.neutron [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.432625] env[63920]: DEBUG nova.network.neutron [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.578962] env[63920]: DEBUG nova.compute.manager [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.579943] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95150da4-9655-4e28-978d-372a0c7f3011 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.620259] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.621989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.893s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.935417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.935766] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance network_info: |[{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.936200] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b1:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '436e2551-755f-4d1e-b4a2-74e44295f9c2', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.944107] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating folder: Project (e3e1106b9d9d430696d499b50b65a3e8). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.944363] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ef88ac4-ea4c-494c-9c94-85f56a34be04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.958243] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created folder: Project (e3e1106b9d9d430696d499b50b65a3e8) in parent group-v485178. [ 739.958448] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating folder: Instances. Parent ref: group-v485293. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.958704] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c4f7aba-f79e-4f35-8eb5-9eaed5b08e22 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.968240] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created folder: Instances in parent group-v485293. [ 739.968484] env[63920]: DEBUG oslo.service.loopingcall [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 739.968679] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.968884] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4556c444-a973-4d12-99a4-b7e15f2f38de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.989466] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.989466] env[63920]: value = "task-2392022" [ 739.989466] env[63920]: _type = "Task" [ 739.989466] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.998025] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392022, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.077345] env[63920]: DEBUG nova.compute.manager [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.077345] env[63920]: DEBUG nova.compute.manager [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing instance network info cache due to event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.077345] env[63920]: DEBUG oslo_concurrency.lockutils [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.077345] env[63920]: DEBUG oslo_concurrency.lockutils [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.077490] env[63920]: DEBUG nova.network.neutron [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.094296] env[63920]: INFO nova.compute.manager [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] instance snapshotting [ 740.097871] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002733aa-4259-45e0-ba1d-9b1f2902df28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.121416] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd8f624-7ad3-4e7c-95c6-0cc8854cab65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.124672] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "3428bd43-d620-4389-bec3-2503f672bdac" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.124905] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "3428bd43-d620-4389-bec3-2503f672bdac" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.502769] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392022, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.627505] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "3428bd43-d620-4389-bec3-2503f672bdac" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.502s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.627983] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.646784] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.649541] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1fb069a-fc55-45b0-80ec-975e939542a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.657626] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 740.657626] env[63920]: value = "task-2392023" [ 740.657626] env[63920]: _type = "Task" [ 740.657626] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.665554] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.668055] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 24265a32-860b-44ea-b35b-3c3972e00d41 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.668194] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d3a28af1-a806-46cc-ada5-708c20e55265 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.668308] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2e709e94-117f-438d-b3d3-22b046a7294f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.668418] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 70a96b3c-f4bc-4b4a-be00-ffb969da1814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.668539] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 82975903-be68-414a-98a1-074cb73ce2af is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.668646] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a9e67613-f7b4-4164-9212-2accfbddfdd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.668763] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.668873] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8a8b5ca1-d551-4876-be84-e93404f98db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.668978] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance c95f85fd-e213-4861-973c-5759d0590696 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.669097] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance c9fe8811-1b42-4355-b7a9-9efd10729e8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.669203] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7230b129-84a2-4516-b0a2-b7fbad519083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671556] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6119d924-a4d4-4da6-9156-a76d577c0f65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.671556] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d58b4160-af70-4417-a50e-85fdc15704f8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671556] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 135e1397-4b80-4b39-a974-b77abab208d1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.671556] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 012d0343-ebd5-4d27-ab08-020cdbe6b134 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.671556] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 44842841-3c29-4b60-84f9-8b95dd62b107 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671853] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f4ce314a-6cff-4aaa-af80-39083007e4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671853] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance aa78caf1-57b9-43ab-9dfb-8418d0c8cb34 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.671853] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a9443c1d-3c52-4605-8197-ecfac838e125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671853] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 50f6d892-f128-4f5c-bfc4-6b9a34661950 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 740.671986] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 96547475-3928-4ba1-8a48-d01c40a0cec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671986] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 11a2adc4-81ca-4694-ab3c-866a1b99c581 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671986] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 1847f2ce-e0f4-4953-9e2b-7db25926e95d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.671986] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 740.848483] env[63920]: DEBUG nova.network.neutron [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updated VIF entry in instance network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.849050] env[63920]: DEBUG nova.network.neutron [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.003396] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392022, 'name': CreateVM_Task, 'duration_secs': 0.61696} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.003396] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.003396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.003396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.003825] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 741.003825] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ed8819-e3fb-4670-8043-64bd980dad25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.009290] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 741.009290] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52957b92-0af6-b508-f3e4-51158ad397a3" [ 741.009290] env[63920]: _type = "Task" [ 741.009290] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.017658] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52957b92-0af6-b508-f3e4-51158ad397a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.132262] env[63920]: DEBUG nova.compute.utils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.133654] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.133854] env[63920]: DEBUG nova.network.neutron [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.168264] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.174437] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 9310c2ce-0209-438c-bbff-9171de4181e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 741.200774] env[63920]: DEBUG nova.policy [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7d0b3fcfebe400e9d02773bb556641a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6acb9300e5442ffa2372086d5ae9b13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.351859] env[63920]: DEBUG oslo_concurrency.lockutils [req-0670bb26-fd48-4c20-9379-fd007fc34742 req-d3e63c16-242b-4566-af11-238d61ed8d41 service nova] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.521988] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52957b92-0af6-b508-f3e4-51158ad397a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.522376] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.522665] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.522943] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.523139] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.523355] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.523656] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed2454a7-d325-48f8-9bdc-b77d7ae2e0cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.533767] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.534008] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.534765] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08f92baf-8401-4671-9961-036d22e7a9c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.540310] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 741.540310] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52676bd4-0310-0952-64e5-e8ede4d75588" [ 741.540310] env[63920]: _type = "Task" [ 741.540310] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.548496] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52676bd4-0310-0952-64e5-e8ede4d75588, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.584802] env[63920]: DEBUG nova.network.neutron [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Successfully created port: f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.639380] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.670115] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392023, 'name': CreateSnapshot_Task, 'duration_secs': 0.851403} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.670769] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 741.672748] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d058916-78a6-4df1-8e3d-5047d6267c30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.680014] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2dbf5674-95b1-41b6-b4a4-c4912fafeebc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.051918] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52676bd4-0310-0952-64e5-e8ede4d75588, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.052821] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf773a7-3aba-4802-b5c6-122b06edcc94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.058830] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 742.058830] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a86faf-09fb-ca52-1366-ee3452f19957" [ 742.058830] env[63920]: _type = "Task" [ 742.058830] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.067680] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a86faf-09fb-ca52-1366-ee3452f19957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.187304] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ca2aa06c-914f-498c-9951-c588c07f07b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.195149] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.196179] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ea8864ad-643e-44fe-bab5-f4d7323076bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.206316] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 742.206316] env[63920]: value = "task-2392024" [ 742.206316] env[63920]: _type = "Task" [ 742.206316] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.215567] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392024, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.576021] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a86faf-09fb-ca52-1366-ee3452f19957, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.576021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.576021] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.576021] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a5ebf7b-e9c2-4b6d-a709-d8447717a384 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.583660] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 742.583660] env[63920]: value = "task-2392025" [ 742.583660] env[63920]: _type = "Task" [ 742.583660] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.593354] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.648975] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.688578] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.688849] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.689046] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.689195] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.689343] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.689512] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.689745] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.689916] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.690386] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.690554] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.690810] env[63920]: DEBUG nova.virt.hardware [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.691718] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb2f90a-e211-4714-b279-f95ea019316b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.696744] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 82535807-3e38-4b5e-94f8-5a1efe98541f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.701371] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8299424-435d-454e-8ee7-9e58194b2d8d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.729359] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392024, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.100986] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502228} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.100986] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.100986] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.100986] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5f495d3-83ed-41c9-a07b-cb97548dae80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.108745] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 743.108745] env[63920]: value = "task-2392026" [ 743.108745] env[63920]: _type = "Task" [ 743.108745] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.121363] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.208286] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ea621953-3fd8-43f2-950b-4acd654f7483 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.224559] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392024, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.337094] env[63920]: DEBUG nova.compute.manager [req-0c070031-b013-4dc0-a5a9-bd622e512514 req-6dd13bd7-96ce-444a-9ac0-13f30f9c130c service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Received event network-vif-plugged-f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.340287] env[63920]: DEBUG oslo_concurrency.lockutils [req-0c070031-b013-4dc0-a5a9-bd622e512514 req-6dd13bd7-96ce-444a-9ac0-13f30f9c130c service nova] Acquiring lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.340690] env[63920]: DEBUG oslo_concurrency.lockutils [req-0c070031-b013-4dc0-a5a9-bd622e512514 req-6dd13bd7-96ce-444a-9ac0-13f30f9c130c service nova] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.340808] env[63920]: DEBUG oslo_concurrency.lockutils [req-0c070031-b013-4dc0-a5a9-bd622e512514 req-6dd13bd7-96ce-444a-9ac0-13f30f9c130c service nova] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.340988] env[63920]: DEBUG nova.compute.manager [req-0c070031-b013-4dc0-a5a9-bd622e512514 req-6dd13bd7-96ce-444a-9ac0-13f30f9c130c service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] No waiting events found dispatching network-vif-plugged-f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.341173] env[63920]: WARNING nova.compute.manager [req-0c070031-b013-4dc0-a5a9-bd622e512514 req-6dd13bd7-96ce-444a-9ac0-13f30f9c130c service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Received unexpected event network-vif-plugged-f611732d-9a99-45c0-a912-a86d96326e02 for instance with vm_state building and task_state spawning. [ 743.549120] env[63920]: DEBUG nova.network.neutron [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Successfully updated port: f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.619788] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070207} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.620258] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.621087] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce788551-cdb4-45f4-8633-77f742da35bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.647668] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.648009] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad083c41-ef73-4d9c-ac3f-3cb079bae5c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.672207] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 743.672207] env[63920]: value = "task-2392027" [ 743.672207] env[63920]: _type = "Task" [ 743.672207] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.682508] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.721174] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6daee122-5622-4804-bd63-a292c4e59e45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.722131] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392024, 'name': CloneVM_Task, 'duration_secs': 1.331553} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.722336] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Created linked-clone VM from snapshot [ 743.723179] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e4fd6-c1fa-45ec-bd95-ac957da4ce13 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.733972] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Uploading image 3ef0230d-2b6b-4e70-8c52-e40555ddd3f3 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.766400] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 743.766400] env[63920]: value = "vm-485297" [ 743.766400] env[63920]: _type = "VirtualMachine" [ 743.766400] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 743.766612] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-17d36e9f-fb2e-44e5-beb7-7b5908d3a361 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.775368] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lease: (returnval){ [ 743.775368] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fe4c1-61e0-59b2-abab-da59453d9735" [ 743.775368] env[63920]: _type = "HttpNfcLease" [ 743.775368] env[63920]: } obtained for exporting VM: (result){ [ 743.775368] env[63920]: value = "vm-485297" [ 743.775368] env[63920]: _type = "VirtualMachine" [ 743.775368] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 743.775641] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the lease: (returnval){ [ 743.775641] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fe4c1-61e0-59b2-abab-da59453d9735" [ 743.775641] env[63920]: _type = "HttpNfcLease" [ 743.775641] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 743.782833] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.782833] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fe4c1-61e0-59b2-abab-da59453d9735" [ 743.782833] env[63920]: _type = "HttpNfcLease" [ 743.782833] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 744.053748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "refresh_cache-1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 744.053748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquired lock "refresh_cache-1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.053748] env[63920]: DEBUG nova.network.neutron [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.186126] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.228812] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7c862cbf-e7fb-44a1-b19c-f6b1355b0721 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.284799] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.284799] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fe4c1-61e0-59b2-abab-da59453d9735" [ 744.284799] env[63920]: _type = "HttpNfcLease" [ 744.284799] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.285122] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.285122] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fe4c1-61e0-59b2-abab-da59453d9735" [ 744.285122] env[63920]: _type = "HttpNfcLease" [ 744.285122] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.285867] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82eb734-2494-4f27-a8c0-87894c438d73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.295069] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6d1b0-bb00-2d4d-5c57-92cd9cf32dd8/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.295445] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6d1b0-bb00-2d4d-5c57-92cd9cf32dd8/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.388698] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-937951c4-34f6-4473-b47b-04e18875bc13 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.611363] env[63920]: DEBUG nova.network.neutron [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.688097] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392027, 'name': ReconfigVM_Task, 'duration_secs': 0.971452} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.688097] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.689855] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-286428e5-24a4-41fe-953e-7edaf5c323c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.698640] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 744.698640] env[63920]: value = "task-2392029" [ 744.698640] env[63920]: _type = "Task" [ 744.698640] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.709797] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392029, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.733667] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7d8cc18f-ed32-486f-a977-64ca7068be9e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.086308] env[63920]: DEBUG nova.network.neutron [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Updating instance_info_cache with network_info: [{"id": "f611732d-9a99-45c0-a912-a86d96326e02", "address": "fa:16:3e:d4:f3:77", "network": {"id": "3ec87486-7a4a-443a-8695-3a8e4dbfe930", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2065005863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6acb9300e5442ffa2372086d5ae9b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf611732d-9a", "ovs_interfaceid": "f611732d-9a99-45c0-a912-a86d96326e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.212099] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392029, 'name': Rename_Task, 'duration_secs': 0.2792} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.212475] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.212693] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36742a62-4723-4a0e-979c-375d51e4581e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.222373] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 745.222373] env[63920]: value = "task-2392030" [ 745.222373] env[63920]: _type = "Task" [ 745.222373] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.232689] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.238963] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7d05894a-50a1-4611-8a91-7b5d53bf586b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.512337] env[63920]: DEBUG nova.compute.manager [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Received event network-changed-f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.512602] env[63920]: DEBUG nova.compute.manager [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Refreshing instance network info cache due to event network-changed-f611732d-9a99-45c0-a912-a86d96326e02. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.512972] env[63920]: DEBUG oslo_concurrency.lockutils [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] Acquiring lock "refresh_cache-1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.590282] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Releasing lock "refresh_cache-1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.590668] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Instance network_info: |[{"id": "f611732d-9a99-45c0-a912-a86d96326e02", "address": "fa:16:3e:d4:f3:77", "network": {"id": "3ec87486-7a4a-443a-8695-3a8e4dbfe930", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2065005863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6acb9300e5442ffa2372086d5ae9b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf611732d-9a", "ovs_interfaceid": "f611732d-9a99-45c0-a912-a86d96326e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.591033] env[63920]: DEBUG oslo_concurrency.lockutils [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] Acquired lock "refresh_cache-1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.591228] env[63920]: DEBUG nova.network.neutron [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Refreshing network info cache for port f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.592551] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:f3:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f611732d-9a99-45c0-a912-a86d96326e02', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.600602] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Creating folder: Project (f6acb9300e5442ffa2372086d5ae9b13). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.603863] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-105878ae-931f-430d-81d6-8fa8e3524191 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.617427] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Created folder: Project (f6acb9300e5442ffa2372086d5ae9b13) in parent group-v485178. [ 745.617622] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Creating folder: Instances. Parent ref: group-v485298. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.617887] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d28a4114-0324-4579-b6da-73a212349c58 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.630794] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Created folder: Instances in parent group-v485298. [ 745.630794] env[63920]: DEBUG oslo.service.loopingcall [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.630794] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.630794] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7dee7b0-5d4d-4709-99be-19ea56f66c17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.654858] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.654858] env[63920]: value = "task-2392033" [ 745.654858] env[63920]: _type = "Task" [ 745.654858] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.664180] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392033, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.735746] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.743439] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance e0e50df5-f03a-4962-8c77-c2fa225ba313 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.865307] env[63920]: DEBUG nova.network.neutron [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Updated VIF entry in instance network info cache for port f611732d-9a99-45c0-a912-a86d96326e02. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.865699] env[63920]: DEBUG nova.network.neutron [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Updating instance_info_cache with network_info: [{"id": "f611732d-9a99-45c0-a912-a86d96326e02", "address": "fa:16:3e:d4:f3:77", "network": {"id": "3ec87486-7a4a-443a-8695-3a8e4dbfe930", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2065005863-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f6acb9300e5442ffa2372086d5ae9b13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf611732d-9a", "ovs_interfaceid": "f611732d-9a99-45c0-a912-a86d96326e02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.169078] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392033, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.236124] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.241110] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 746.241688] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.248378] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8d938a9b-3fb3-452d-9a19-531221fa01a2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.368955] env[63920]: DEBUG oslo_concurrency.lockutils [req-ea0711cb-3f14-4a8a-99ee-b55673dac79a req-ad4ea13e-eae6-47c1-8d8a-0afc268db7b8 service nova] Releasing lock "refresh_cache-1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.667385] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392033, 'name': CreateVM_Task, 'duration_secs': 0.645252} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.667555] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.668255] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.668384] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.668727] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.669414] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b0fce0-36b0-479c-ad53-5d17ae3a8919 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.676578] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 746.676578] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522396e7-829f-eaed-89c5-a8714a60bed5" [ 746.676578] env[63920]: _type = "Task" [ 746.676578] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.684156] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522396e7-829f-eaed-89c5-a8714a60bed5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.734764] env[63920]: DEBUG oslo_vmware.api [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392030, 'name': PowerOnVM_Task, 'duration_secs': 1.298686} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.735060] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.735284] env[63920]: INFO nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Took 10.10 seconds to spawn the instance on the hypervisor. [ 746.735477] env[63920]: DEBUG nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.736303] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9167dad1-e98b-487b-8695-f301ea9a92ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.751090] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ed593698-16c1-454e-85bf-0d74e63126f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.751395] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 746.751546] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 747.185788] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522396e7-829f-eaed-89c5-a8714a60bed5, 'name': SearchDatastore_Task, 'duration_secs': 0.013555} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.188183] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.188403] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.188604] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.188750] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.188951] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.189385] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6375338a-6ddb-409f-a070-de16b06edb84 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.199709] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.199897] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.203254] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7bed22a-8fae-4c94-9108-b9b026c1a72f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.210611] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 747.210611] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5206618d-248c-58c3-181a-a7f7983f093b" [ 747.210611] env[63920]: _type = "Task" [ 747.210611] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.221175] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5206618d-248c-58c3-181a-a7f7983f093b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.228159] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bccbb8-3f11-44e6-97ee-bea550c29114 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.236409] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4606852-a159-43ae-bb70-e4fe8aae6955 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.274085] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b3f76-6cc7-45e9-9499-3109c817ce44 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.279216] env[63920]: INFO nova.compute.manager [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Took 51.94 seconds to build instance. [ 747.284359] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa0cdae-f1ab-4729-8bbd-b65a3593f5dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.299630] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.724996] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5206618d-248c-58c3-181a-a7f7983f093b, 'name': SearchDatastore_Task, 'duration_secs': 0.01101} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.726096] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aadb55a-03cc-4652-8bae-87b840695263 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.732864] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 747.732864] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526ecd83-1543-0896-68fb-7f1624d26c43" [ 747.732864] env[63920]: _type = "Task" [ 747.732864] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.745351] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526ecd83-1543-0896-68fb-7f1624d26c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.782595] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c9c290df-c274-477b-b275-2ff1863f0fd6 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.073s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.805021] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.247024] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526ecd83-1543-0896-68fb-7f1624d26c43, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.247024] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.247024] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd/1cfdf522-cbe8-46c1-9bd0-d5f687f043cd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.247024] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eda3cb6d-9c76-495b-a726-e2b0f7c9d258 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.254254] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 748.254254] env[63920]: value = "task-2392034" [ 748.254254] env[63920]: _type = "Task" [ 748.254254] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.263824] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.284523] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.308282] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 748.308634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.687s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.308982] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.402s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.309218] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.311832] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.433s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.313574] env[63920]: INFO nova.compute.claims [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.319194] env[63920]: DEBUG nova.compute.manager [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 748.319424] env[63920]: DEBUG nova.compute.manager [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing instance network info cache due to event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 748.319686] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.319857] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.320091] env[63920]: DEBUG nova.network.neutron [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.350231] env[63920]: INFO nova.scheduler.client.report [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted allocations for instance 6119d924-a4d4-4da6-9156-a76d577c0f65 [ 748.768467] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512767} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.768865] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd/1cfdf522-cbe8-46c1-9bd0-d5f687f043cd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.769144] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.769462] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027e4b88-f7cd-47ad-9198-2daf23c3310b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.778940] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 748.778940] env[63920]: value = "task-2392035" [ 748.778940] env[63920]: _type = "Task" [ 748.778940] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.787500] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.803485] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.860389] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cec996ee-d71e-4a44-a5a4-1d29b0b8912e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "6119d924-a4d4-4da6-9156-a76d577c0f65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.087s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.092664] env[63920]: DEBUG nova.network.neutron [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updated VIF entry in instance network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.093183] env[63920]: DEBUG nova.network.neutron [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.293684] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091613} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.294044] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.294920] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e171b98-239f-45f4-bf76-f92e5644b1fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.323783] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd/1cfdf522-cbe8-46c1-9bd0-d5f687f043cd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.327010] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5da376-16cc-465e-b8e5-c58357808ad8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.352127] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 749.352127] env[63920]: value = "task-2392036" [ 749.352127] env[63920]: _type = "Task" [ 749.352127] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.362484] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.595763] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2ad5a52-69f5-4e89-8b99-a04c91c7aaac req-be3a3867-bc24-4aa1-bd3e-1fccbba27899 service nova] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.771671] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64013dbd-b71c-4592-8de0-2c4170a8800a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.779773] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f90703-180b-4d8e-9d5e-779a32fbac89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.812879] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ec75c-1198-4102-8ec2-ed1ed043f0b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.822465] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb763293-f403-4059-b3b9-fbfd10b6eec2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.837739] env[63920]: DEBUG nova.compute.provider_tree [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 749.863617] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.362717] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392036, 'name': ReconfigVM_Task, 'duration_secs': 0.78021} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.363020] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd/1cfdf522-cbe8-46c1-9bd0-d5f687f043cd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.364311] env[63920]: ERROR nova.scheduler.client.report [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [req-01e4fc83-b526-4770-9154-e89cf16b0311] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01e4fc83-b526-4770-9154-e89cf16b0311"}]} [ 750.364641] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cd1d0fa-064d-474f-9ed0-079b7ad085ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.375395] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 750.375395] env[63920]: value = "task-2392037" [ 750.375395] env[63920]: _type = "Task" [ 750.375395] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.382686] env[63920]: DEBUG nova.scheduler.client.report [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.387992] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392037, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.397321] env[63920]: DEBUG nova.scheduler.client.report [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.397542] env[63920]: DEBUG nova.compute.provider_tree [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.412508] env[63920]: DEBUG nova.scheduler.client.report [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.435314] env[63920]: DEBUG nova.scheduler.client.report [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 750.888496] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392037, 'name': Rename_Task, 'duration_secs': 0.235857} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.889756] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.890551] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92471aa7-0c7c-40da-8874-d0fd2c469f09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.893088] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e337d069-ee3e-479c-8047-5405fbe98d10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.899678] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3f7b4f-ce5d-4275-9c2f-06a3916a5eee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.904044] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 750.904044] env[63920]: value = "task-2392038" [ 750.904044] env[63920]: _type = "Task" [ 750.904044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.912791] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.939825] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52af918e-ae6e-4c19-80e7-33be5758f327 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.949088] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d751bb-f91c-4f07-900e-ac3246ed334d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.964911] env[63920]: DEBUG nova.compute.provider_tree [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.415732] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392038, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.498718] env[63920]: DEBUG nova.scheduler.client.report [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 751.499119] env[63920]: DEBUG nova.compute.provider_tree [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 67 to 68 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 751.499226] env[63920]: DEBUG nova.compute.provider_tree [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.917024] env[63920]: DEBUG oslo_vmware.api [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392038, 'name': PowerOnVM_Task, 'duration_secs': 0.833119} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.917024] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.917024] env[63920]: INFO nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Took 9.27 seconds to spawn the instance on the hypervisor. [ 751.917024] env[63920]: DEBUG nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.917756] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc70c927-182a-4e21-8131-280c07a88753 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.005410] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.693s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.006061] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.009952] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.913s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.010201] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.012379] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.791s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.012626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.014638] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.553s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.016073] env[63920]: INFO nova.compute.claims [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.040670] env[63920]: INFO nova.scheduler.client.report [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted allocations for instance 135e1397-4b80-4b39-a974-b77abab208d1 [ 752.045219] env[63920]: INFO nova.scheduler.client.report [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Deleted allocations for instance 24265a32-860b-44ea-b35b-3c3972e00d41 [ 752.182481] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6d1b0-bb00-2d4d-5c57-92cd9cf32dd8/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 752.183466] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d796d62b-2e0c-47f6-b280-736df41f79f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.190417] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6d1b0-bb00-2d4d-5c57-92cd9cf32dd8/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 752.190595] env[63920]: ERROR oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6d1b0-bb00-2d4d-5c57-92cd9cf32dd8/disk-0.vmdk due to incomplete transfer. [ 752.190829] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db82eeac-ea21-4638-89bb-9d6de4905b78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.205430] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6d1b0-bb00-2d4d-5c57-92cd9cf32dd8/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 752.205628] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Uploaded image 3ef0230d-2b6b-4e70-8c52-e40555ddd3f3 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 752.207939] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 752.208260] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-de726f2a-5b0a-4b9c-bf34-9ca7013179b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.217339] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 752.217339] env[63920]: value = "task-2392039" [ 752.217339] env[63920]: _type = "Task" [ 752.217339] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.227752] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392039, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.434852] env[63920]: INFO nova.compute.manager [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Took 52.76 seconds to build instance. [ 752.521919] env[63920]: DEBUG nova.compute.utils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 752.525461] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.525568] env[63920]: DEBUG nova.network.neutron [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.558758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c208f5d1-4ebd-4223-8cfb-fbcb8d6500f8 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "135e1397-4b80-4b39-a974-b77abab208d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.522s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.565871] env[63920]: DEBUG oslo_concurrency.lockutils [None req-989feafa-8a3e-4c9f-8592-3cff161b14c2 tempest-ServersAdminNegativeTestJSON-1589202073 tempest-ServersAdminNegativeTestJSON-1589202073-project-member] Lock "24265a32-860b-44ea-b35b-3c3972e00d41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.605s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.576840] env[63920]: DEBUG nova.policy [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01bcc1d424714f709c57cbd422ad33c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b523b7bf8ca40068d5fd56db0d72fb9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.729324] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392039, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.937169] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c18fc47c-91da-40b0-a551-51bec1b0ac6c tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.829s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.007599] env[63920]: DEBUG nova.network.neutron [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Successfully created port: 0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.026919] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.229382] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392039, 'name': Destroy_Task, 'duration_secs': 0.606965} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.229649] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Destroyed the VM [ 753.230456] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 753.230456] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-305ac516-fc8a-44d9-b766-e6545d230981 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.238149] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 753.238149] env[63920]: value = "task-2392040" [ 753.238149] env[63920]: _type = "Task" [ 753.238149] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.254380] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.419444] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.419797] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.419909] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.420784] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.420784] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.425688] env[63920]: INFO nova.compute.manager [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Terminating instance [ 753.440186] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.566274] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c27f63-75ad-4c1f-a16d-8dc9b822dfc2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.574309] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91cacc2-2115-4511-aaa2-c2c94c46a328 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.606668] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad50ba4f-a9d9-42dd-a0c9-d2cd24aeb70e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.614227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2892e006-4b1c-48ac-8ac4-c353ef3017b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.628629] env[63920]: DEBUG nova.compute.provider_tree [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.748897] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392040, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.931857] env[63920]: DEBUG nova.compute.manager [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.932113] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.933020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd04259f-10e3-4b48-9a3d-7137ca274ec6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.940711] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.940912] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fb80194-8fd8-4e6b-8884-6bcbe2d1fdf2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.947727] env[63920]: DEBUG oslo_vmware.api [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 753.947727] env[63920]: value = "task-2392041" [ 753.947727] env[63920]: _type = "Task" [ 753.947727] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.958168] env[63920]: DEBUG oslo_vmware.api [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.962228] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.050335] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.078086] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.078378] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.078592] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.078717] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.078862] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.079160] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.079426] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.079590] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.080115] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.080115] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.080115] env[63920]: DEBUG nova.virt.hardware [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.081060] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6652ef8c-a5ff-4572-820f-be8c3a5f8b7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.088872] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c62ef8-eb02-4353-a811-e16cac83a664 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.132230] env[63920]: DEBUG nova.scheduler.client.report [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.250607] env[63920]: DEBUG oslo_vmware.api [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392040, 'name': RemoveSnapshot_Task, 'duration_secs': 0.610187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.250880] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 754.251163] env[63920]: INFO nova.compute.manager [None req-c2d8e3b2-b999-471a-b9ff-99487d11ae03 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Took 14.15 seconds to snapshot the instance on the hypervisor. [ 754.463622] env[63920]: DEBUG oslo_vmware.api [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392041, 'name': PowerOffVM_Task, 'duration_secs': 0.167721} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.463622] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.463622] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.463622] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3762ca1d-4c51-42a7-bae8-4768c4dea33b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.523252] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.523252] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.523252] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Deleting the datastore file [datastore1] 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.523252] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d72b6ee4-000a-404c-89cd-835428bea5e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.531812] env[63920]: DEBUG oslo_vmware.api [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for the task: (returnval){ [ 754.531812] env[63920]: value = "task-2392043" [ 754.531812] env[63920]: _type = "Task" [ 754.531812] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.540984] env[63920]: DEBUG oslo_vmware.api [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.626145] env[63920]: DEBUG nova.compute.manager [req-ce7b5773-7f92-45e2-95e1-c90d93b555b0 req-8efe8701-cb91-400f-927f-5a19b4bffd86 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received event network-vif-plugged-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.626367] env[63920]: DEBUG oslo_concurrency.lockutils [req-ce7b5773-7f92-45e2-95e1-c90d93b555b0 req-8efe8701-cb91-400f-927f-5a19b4bffd86 service nova] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.626567] env[63920]: DEBUG oslo_concurrency.lockutils [req-ce7b5773-7f92-45e2-95e1-c90d93b555b0 req-8efe8701-cb91-400f-927f-5a19b4bffd86 service nova] Lock "9310c2ce-0209-438c-bbff-9171de4181e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.626726] env[63920]: DEBUG oslo_concurrency.lockutils [req-ce7b5773-7f92-45e2-95e1-c90d93b555b0 req-8efe8701-cb91-400f-927f-5a19b4bffd86 service nova] Lock "9310c2ce-0209-438c-bbff-9171de4181e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.626959] env[63920]: DEBUG nova.compute.manager [req-ce7b5773-7f92-45e2-95e1-c90d93b555b0 req-8efe8701-cb91-400f-927f-5a19b4bffd86 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] No waiting events found dispatching network-vif-plugged-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.627215] env[63920]: WARNING nova.compute.manager [req-ce7b5773-7f92-45e2-95e1-c90d93b555b0 req-8efe8701-cb91-400f-927f-5a19b4bffd86 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received unexpected event network-vif-plugged-0978c97a-d9b7-4c6d-9d95-759c523aedfb for instance with vm_state building and task_state spawning. [ 754.638204] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.638777] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.641588] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.992s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.643691] env[63920]: INFO nova.compute.claims [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.719168] env[63920]: DEBUG nova.network.neutron [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Successfully updated port: 0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.042935] env[63920]: DEBUG oslo_vmware.api [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Task: {'id': task-2392043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272383} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.043264] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.043471] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.043677] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.043887] env[63920]: INFO nova.compute.manager [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 755.044175] env[63920]: DEBUG oslo.service.loopingcall [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 755.044400] env[63920]: DEBUG nova.compute.manager [-] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.044495] env[63920]: DEBUG nova.network.neutron [-] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.148441] env[63920]: DEBUG nova.compute.utils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.152017] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.152237] env[63920]: DEBUG nova.network.neutron [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.222702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.222855] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.223015] env[63920]: DEBUG nova.network.neutron [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.308635] env[63920]: DEBUG nova.policy [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '350feea2bc4748a98a8f1ded96299b90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93b4f07253354d40b4493500fcb1fd84', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.655651] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.796159] env[63920]: DEBUG nova.network.neutron [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.964554] env[63920]: DEBUG nova.network.neutron [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Successfully created port: 607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.101523] env[63920]: DEBUG nova.network.neutron [-] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.221554] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6a7b3-e6f0-479b-afc3-192d6401702f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.235202] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26206e24-eac0-4c64-af22-1661755c7157 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.276479] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d856c3f-9480-43d3-ac42-0bfdcdb71427 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.285725] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e28d6-551e-4ae3-8684-6055275167ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.300693] env[63920]: DEBUG nova.compute.provider_tree [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.401718] env[63920]: DEBUG nova.network.neutron [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.605977] env[63920]: INFO nova.compute.manager [-] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Took 1.56 seconds to deallocate network for instance. [ 756.665435] env[63920]: DEBUG nova.compute.manager [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.665707] env[63920]: DEBUG nova.compute.manager [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing instance network info cache due to event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 756.665893] env[63920]: DEBUG oslo_concurrency.lockutils [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 756.669191] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.703343] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:57:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='146b95bd-7d58-4637-9dfc-1e53a1d626e4',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-882229343',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.703614] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.703771] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.703952] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.705188] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.705372] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.705586] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.705748] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.705915] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.706092] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.706270] env[63920]: DEBUG nova.virt.hardware [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.707555] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ab1f4-cbc8-43f3-a104-58dcbea32b68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.725394] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a4897-1ef8-4ef4-8096-5b163c6d8076 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.806355] env[63920]: DEBUG nova.scheduler.client.report [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.841863] env[63920]: DEBUG nova.compute.manager [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.841863] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a6d352-b70f-4cca-9042-83b8612409a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.904553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 756.904881] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Instance network_info: |[{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.905565] env[63920]: DEBUG oslo_concurrency.lockutils [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.905758] env[63920]: DEBUG nova.network.neutron [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.907799] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:bf:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0978c97a-d9b7-4c6d-9d95-759c523aedfb', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.917215] env[63920]: DEBUG oslo.service.loopingcall [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 756.918769] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.918769] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c65d9c3e-2dd2-4ce2-8794-7782d4f51f91 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.945735] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.945735] env[63920]: value = "task-2392044" [ 756.945735] env[63920]: _type = "Task" [ 756.945735] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.955967] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392044, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.113478] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.311689] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.313090] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.314963] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.252s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.315192] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.317627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.703s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.319211] env[63920]: INFO nova.compute.claims [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.350591] env[63920]: INFO nova.scheduler.client.report [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted allocations for instance 012d0343-ebd5-4d27-ab08-020cdbe6b134 [ 757.356343] env[63920]: INFO nova.compute.manager [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Rebuilding instance [ 757.367888] env[63920]: INFO nova.compute.manager [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] instance snapshotting [ 757.371293] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef6d052-acf5-4552-ba9a-5bf3a9650412 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.407140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0e8f64-675f-400c-8c1b-6d1fcbebda0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.451241] env[63920]: DEBUG nova.compute.manager [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.452137] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d7cc6b-3eb8-45be-afb8-97d4fa695040 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.468616] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392044, 'name': CreateVM_Task, 'duration_secs': 0.392116} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.469378] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.470622] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.470622] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.470622] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.470622] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e065d88d-3d57-4b3c-a772-8bb8560ce7d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.476188] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 757.476188] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b6f3ff-4096-c90f-e829-8e28d0e81ae4" [ 757.476188] env[63920]: _type = "Task" [ 757.476188] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.488088] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b6f3ff-4096-c90f-e829-8e28d0e81ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.715017] env[63920]: DEBUG nova.network.neutron [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updated VIF entry in instance network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.715394] env[63920]: DEBUG nova.network.neutron [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.825136] env[63920]: DEBUG nova.compute.utils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 757.829530] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.829800] env[63920]: DEBUG nova.network.neutron [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.862201] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c234e61d-91e7-477c-9c25-62297082d4b7 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "012d0343-ebd5-4d27-ab08-020cdbe6b134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.599s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.930805] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 757.931194] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a5ca16b-21c6-4e32-9931-f41563196514 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.942696] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 757.942696] env[63920]: value = "task-2392045" [ 757.942696] env[63920]: _type = "Task" [ 757.942696] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.951476] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392045, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.956797] env[63920]: DEBUG nova.policy [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14bd6939d8434927b1bb733eb8e61a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8da5e48e50044adadee4023f278b5ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.987127] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b6f3ff-4096-c90f-e829-8e28d0e81ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.988107] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.988271] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.988499] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.988964] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.988964] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.989757] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3d1d64-377c-4ebe-94c2-d9982fec4674 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.998220] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.998395] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.999136] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8973d1b6-7186-47eb-beb4-9c3efd1eb3c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.004342] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 758.004342] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5270f0d6-6b1c-db7e-e282-7de1ae851e36" [ 758.004342] env[63920]: _type = "Task" [ 758.004342] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.011830] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5270f0d6-6b1c-db7e-e282-7de1ae851e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.217805] env[63920]: DEBUG oslo_concurrency.lockutils [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.218106] env[63920]: DEBUG nova.compute.manager [req-93c0c33a-d82d-43e6-8a3d-101c07e5240b req-0f8eded4-e46a-4e3a-9271-ca40e7b8be48 service nova] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Received event network-vif-deleted-f611732d-9a99-45c0-a912-a86d96326e02 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.330287] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.460863] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392045, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.474873] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.474873] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af4cadd6-b9d5-4d71-b4ed-7563b2c0094b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.488207] env[63920]: DEBUG nova.network.neutron [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Successfully updated port: 607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.490084] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 758.490084] env[63920]: value = "task-2392046" [ 758.490084] env[63920]: _type = "Task" [ 758.490084] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.504427] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.521356] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5270f0d6-6b1c-db7e-e282-7de1ae851e36, 'name': SearchDatastore_Task, 'duration_secs': 0.007939} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.521356] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbf20a24-8727-45db-bab3-0c9e752d2c60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.531336] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 758.531336] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523f2433-2d1f-228e-a1cd-f8c033c81118" [ 758.531336] env[63920]: _type = "Task" [ 758.531336] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.541110] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523f2433-2d1f-228e-a1cd-f8c033c81118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.619601] env[63920]: DEBUG nova.network.neutron [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Successfully created port: 5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.793017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.793328] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.951750] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c09074d-f45f-422b-8ba5-0006846ef7eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.958576] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392045, 'name': CreateSnapshot_Task, 'duration_secs': 0.799144} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.961537] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 758.961537] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b64ff2-2da2-43b9-a78a-e91e62c04174 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.965406] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738bea3e-a407-435a-8da9-c4c43d07fd55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.001098] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.001186] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.004081] env[63920]: DEBUG nova.network.neutron [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.006290] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a821fb5-99e4-4234-9cae-9c30ab0c67e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.014173] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392046, 'name': PowerOffVM_Task, 'duration_secs': 0.179439} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.016288] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.016965] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.017551] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d450b181-8d63-4b4c-ba35-ed6fbb1fd9d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.020329] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cb8572-d1a6-4529-ade5-9ad7d551bc6c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.039605] env[63920]: DEBUG nova.compute.provider_tree [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.045205] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 759.045205] env[63920]: value = "task-2392047" [ 759.045205] env[63920]: _type = "Task" [ 759.045205] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.053458] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523f2433-2d1f-228e-a1cd-f8c033c81118, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.053708] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.053995] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/9310c2ce-0209-438c-bbff-9171de4181e0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.054959] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f868450c-6194-4687-95a3-ad3a91b50f35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.061626] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.061857] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 759.062078] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485231', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'name': 'volume-97766253-94df-47fa-b8a2-9a4daec92994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd58b4160-af70-4417-a50e-85fdc15704f8', 'attached_at': '', 'detached_at': '', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'serial': '97766253-94df-47fa-b8a2-9a4daec92994'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 759.062870] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc040a23-187d-41d7-a1c7-018ebb254dcd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.067517] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 759.067517] env[63920]: value = "task-2392048" [ 759.067517] env[63920]: _type = "Task" [ 759.067517] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.087679] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3ad28-9176-4415-92e1-9180a99259b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.096954] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.097236] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.097749] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.102646] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bd668-d2b4-45b2-bb11-fefea875a121 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.123175] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb78babf-3154-4a74-ac3f-31796bf76235 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.142328] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.142328] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.142621] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] The volume has not been displaced from its original location: [datastore1] volume-97766253-94df-47fa-b8a2-9a4daec92994/volume-97766253-94df-47fa-b8a2-9a4daec92994.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 759.148020] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 759.149233] env[63920]: DEBUG nova.compute.manager [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Received event network-vif-plugged-607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.149435] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] Acquiring lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.149636] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.149826] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.149988] env[63920]: DEBUG nova.compute.manager [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] No waiting events found dispatching network-vif-plugged-607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.150177] env[63920]: WARNING nova.compute.manager [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Received unexpected event network-vif-plugged-607c4d98-09bb-4ef6-8176-2643cab83e4f for instance with vm_state building and task_state spawning. [ 759.150351] env[63920]: DEBUG nova.compute.manager [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Received event network-changed-607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 759.150521] env[63920]: DEBUG nova.compute.manager [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Refreshing instance network info cache due to event network-changed-607c4d98-09bb-4ef6-8176-2643cab83e4f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 759.150688] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] Acquiring lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.151385] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8af2222f-343a-46b9-b493-951f6788fa87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.173603] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 759.173603] env[63920]: value = "task-2392049" [ 759.173603] env[63920]: _type = "Task" [ 759.173603] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.182078] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.344213] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.375135] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.375445] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.375602] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.375789] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.375999] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.376231] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.376446] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.376902] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.377140] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.377324] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.377494] env[63920]: DEBUG nova.virt.hardware [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.378590] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0c5f2-ab41-45ba-a689-6695a1fd42ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.388922] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97765240-47ed-4116-8df5-34b88b2b82ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.513176] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 759.516089] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-662f65b1-5f47-4bbb-8d35-26b958408a7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.525885] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 759.525885] env[63920]: value = "task-2392050" [ 759.525885] env[63920]: _type = "Task" [ 759.525885] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.536953] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.547641] env[63920]: DEBUG nova.scheduler.client.report [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.556659] env[63920]: DEBUG nova.network.neutron [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.583822] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392048, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.686023] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392049, 'name': ReconfigVM_Task, 'duration_secs': 0.182287} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.686023] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 759.689297] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45fb800-c307-4900-a0fc-27d256afd330 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.707973] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 759.707973] env[63920]: value = "task-2392051" [ 759.707973] env[63920]: _type = "Task" [ 759.707973] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.716991] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392051, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.743240] env[63920]: DEBUG nova.network.neutron [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.038080] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.053890] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.057237] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.064164] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.712s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.064164] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.064164] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.824s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.064164] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.068994] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.825s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.070618] env[63920]: INFO nova.compute.claims [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.080277] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.081749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.089198] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531558} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.090351] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/9310c2ce-0209-438c-bbff-9171de4181e0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.090351] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.090351] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d50c02a-c9b6-4f04-b656-0582de8dd9ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.097279] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 760.097279] env[63920]: value = "task-2392052" [ 760.097279] env[63920]: _type = "Task" [ 760.097279] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.108832] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.112998] env[63920]: INFO nova.scheduler.client.report [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleted allocations for instance a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64 [ 760.120167] env[63920]: INFO nova.scheduler.client.report [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Deleted allocations for instance aa78caf1-57b9-43ab-9dfb-8418d0c8cb34 [ 760.218924] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392051, 'name': ReconfigVM_Task, 'duration_secs': 0.202448} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.219567] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485231', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'name': 'volume-97766253-94df-47fa-b8a2-9a4daec92994', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd58b4160-af70-4417-a50e-85fdc15704f8', 'attached_at': '', 'detached_at': '', 'volume_id': '97766253-94df-47fa-b8a2-9a4daec92994', 'serial': '97766253-94df-47fa-b8a2-9a4daec92994'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 760.219698] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.220749] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3738229-40ac-498e-9674-a522e0fe7881 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.230496] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.230496] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4f1ac30-7813-4ef4-9c35-d7d0c7a275d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.244774] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.245099] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Instance network_info: |[{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.245362] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] Acquired lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.245569] env[63920]: DEBUG nova.network.neutron [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Refreshing network info cache for port 607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.246653] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:47:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '607c4d98-09bb-4ef6-8176-2643cab83e4f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.254923] env[63920]: DEBUG oslo.service.loopingcall [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 760.255399] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.255612] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22e0567b-3d6c-4932-9766-38bda2921eae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.275785] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.275785] env[63920]: value = "task-2392054" [ 760.275785] env[63920]: _type = "Task" [ 760.275785] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.283888] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392054, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.383260] env[63920]: DEBUG nova.network.neutron [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Successfully updated port: 5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.536475] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.576214] env[63920]: DEBUG nova.compute.utils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.581441] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.581441] env[63920]: DEBUG nova.network.neutron [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.584449] env[63920]: DEBUG nova.compute.utils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 760.589142] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.589142] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.589142] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Deleting the datastore file [datastore1] d58b4160-af70-4417-a50e-85fdc15704f8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.589142] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df5d74b3-cca5-4d45-a9d1-952bec306053 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.597332] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for the task: (returnval){ [ 760.597332] env[63920]: value = "task-2392055" [ 760.597332] env[63920]: _type = "Task" [ 760.597332] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.613026] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.614116] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226983} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.614798] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.615714] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924c977-c79b-4d7d-979a-75719ab30da7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.643602] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/9310c2ce-0209-438c-bbff-9171de4181e0.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.644372] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c215db37-900c-4d98-b693-ebb7e7c5c95d tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.116s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.652162] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c6cb25cd-36aa-4690-8816-867f77fbae4a tempest-ServersNegativeTestMultiTenantJSON-1164422689 tempest-ServersNegativeTestMultiTenantJSON-1164422689-project-member] Lock "aa78caf1-57b9-43ab-9dfb-8418d0c8cb34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.908s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.652162] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5569b1f9-0b80-4252-b072-7cbb5bd0dcde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.668983] env[63920]: DEBUG nova.policy [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5f8de97e69749e89e0de25193642c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c502b6abb8a465e946036549ae18343', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.676710] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 760.676710] env[63920]: value = "task-2392056" [ 760.676710] env[63920]: _type = "Task" [ 760.676710] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.687686] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.788561] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392054, 'name': CreateVM_Task, 'duration_secs': 0.358511} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.788561] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.788561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.788561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.788561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 760.788561] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e90bd7-e960-45f8-a8e5-f621dd29d5a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.791237] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 760.791237] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d26907-b881-d38f-4441-994ba7e9555e" [ 760.791237] env[63920]: _type = "Task" [ 760.791237] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.799300] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d26907-b881-d38f-4441-994ba7e9555e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.886386] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.886386] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.886386] env[63920]: DEBUG nova.network.neutron [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.038060] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.085022] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.089595] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.109514] env[63920]: DEBUG oslo_vmware.api [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Task: {'id': task-2392055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101303} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.109514] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.110480] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.110636] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.186179] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392056, 'name': ReconfigVM_Task, 'duration_secs': 0.502609} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.186746] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/9310c2ce-0209-438c-bbff-9171de4181e0.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.189831] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9111af1c-3724-42ad-9efe-697c47cb858b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.195991] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 761.195991] env[63920]: value = "task-2392057" [ 761.195991] env[63920]: _type = "Task" [ 761.195991] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.208311] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392057, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.209327] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 761.209661] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffa8cc2a-0991-4c9c-b624-c49f289592cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.218121] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0eb92-6388-4be7-9241-2caf7e5cf1a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.239748] env[63920]: DEBUG nova.network.neutron [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updated VIF entry in instance network info cache for port 607c4d98-09bb-4ef6-8176-2643cab83e4f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.239748] env[63920]: DEBUG nova.network.neutron [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.259852] env[63920]: ERROR nova.compute.manager [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Failed to detach volume 97766253-94df-47fa-b8a2-9a4daec92994 from /dev/sda: nova.exception.InstanceNotFound: Instance d58b4160-af70-4417-a50e-85fdc15704f8 could not be found. [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Traceback (most recent call last): [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self.driver.rebuild(**kwargs) [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] raise NotImplementedError() [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] NotImplementedError [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] During handling of the above exception, another exception occurred: [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Traceback (most recent call last): [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 761.259852] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self.driver.detach_volume(context, old_connection_info, [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] return self._volumeops.detach_volume(connection_info, instance) [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._detach_volume_vmdk(connection_info, instance) [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] stable_ref.fetch_moref(session) [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] nova.exception.InstanceNotFound: Instance d58b4160-af70-4417-a50e-85fdc15704f8 could not be found. [ 761.261117] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.310815] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d26907-b881-d38f-4441-994ba7e9555e, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.310815] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.310815] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.310815] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.311009] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.311009] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.311009] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c834d070-5d83-4f2c-bc38-d3081e353c63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.322950] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.323249] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.323972] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24561fad-6e14-4222-9b2e-37c8bf24f65e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.336425] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 761.336425] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e2081-f291-7543-b351-bf8af135f365" [ 761.336425] env[63920]: _type = "Task" [ 761.336425] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.347681] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e2081-f291-7543-b351-bf8af135f365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.452141] env[63920]: DEBUG nova.compute.utils [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Build of instance d58b4160-af70-4417-a50e-85fdc15704f8 aborted: Failed to rebuild volume backed instance. {{(pid=63920) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 761.454582] env[63920]: ERROR nova.compute.manager [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d58b4160-af70-4417-a50e-85fdc15704f8 aborted: Failed to rebuild volume backed instance. [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Traceback (most recent call last): [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self.driver.rebuild(**kwargs) [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] raise NotImplementedError() [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] NotImplementedError [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] During handling of the above exception, another exception occurred: [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Traceback (most recent call last): [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 761.454582] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._detach_root_volume(context, instance, root_bdm) [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] with excutils.save_and_reraise_exception(): [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self.force_reraise() [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] raise self.value [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self.driver.detach_volume(context, old_connection_info, [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] return self._volumeops.detach_volume(connection_info, instance) [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 761.455418] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._detach_volume_vmdk(connection_info, instance) [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] stable_ref.fetch_moref(session) [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] raise exception.InstanceNotFound(instance_id=self._uuid) [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] nova.exception.InstanceNotFound: Instance d58b4160-af70-4417-a50e-85fdc15704f8 could not be found. [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] During handling of the above exception, another exception occurred: [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Traceback (most recent call last): [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] yield [ 761.455958] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._do_rebuild_instance_with_claim( [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._do_rebuild_instance( [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._rebuild_default_impl(**kwargs) [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] self._rebuild_volume_backed_instance( [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] raise exception.BuildAbortException( [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] nova.exception.BuildAbortException: Build of instance d58b4160-af70-4417-a50e-85fdc15704f8 aborted: Failed to rebuild volume backed instance. [ 761.456529] env[63920]: ERROR nova.compute.manager [instance: d58b4160-af70-4417-a50e-85fdc15704f8] [ 761.476009] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.476259] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.476453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "a9e67613-f7b4-4164-9212-2accfbddfdd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.476624] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.476787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.480291] env[63920]: INFO nova.compute.manager [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Terminating instance [ 761.540424] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.623134] env[63920]: DEBUG nova.network.neutron [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.627122] env[63920]: DEBUG nova.network.neutron [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Successfully created port: 14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.660103] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865718e7-0832-4397-8d39-4933038298c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.677072] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea7ecb-28aa-4b2a-837f-c3195ddae8da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.717614] env[63920]: DEBUG nova.compute.manager [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Received event network-vif-plugged-5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.717823] env[63920]: DEBUG oslo_concurrency.lockutils [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] Acquiring lock "ca2aa06c-914f-498c-9951-c588c07f07b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.718042] env[63920]: DEBUG oslo_concurrency.lockutils [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.718235] env[63920]: DEBUG oslo_concurrency.lockutils [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.718400] env[63920]: DEBUG nova.compute.manager [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] No waiting events found dispatching network-vif-plugged-5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.718557] env[63920]: WARNING nova.compute.manager [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Received unexpected event network-vif-plugged-5fb4d321-4595-43cc-a621-1eebfa27d11f for instance with vm_state building and task_state spawning. [ 761.718709] env[63920]: DEBUG nova.compute.manager [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Received event network-changed-5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.718856] env[63920]: DEBUG nova.compute.manager [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Refreshing instance network info cache due to event network-changed-5fb4d321-4595-43cc-a621-1eebfa27d11f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.719268] env[63920]: DEBUG oslo_concurrency.lockutils [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] Acquiring lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.725020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c23c96-b7ed-45fa-9da2-85257e449529 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.731170] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392057, 'name': Rename_Task, 'duration_secs': 0.149495} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.733239] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.733497] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af538010-93d4-4bbe-b38d-5ee2b5c89bed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.735842] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd4b454-020d-4137-ac10-02001c37f463 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.742012] env[63920]: DEBUG oslo_concurrency.lockutils [req-9a8f202f-3308-4e9a-86d3-817a57203270 req-34d408a7-aad0-40d0-bc3c-4b5d0c8e0340 service nova] Releasing lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.750888] env[63920]: DEBUG nova.compute.provider_tree [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.756278] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 761.756278] env[63920]: value = "task-2392058" [ 761.756278] env[63920]: _type = "Task" [ 761.756278] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.764914] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392058, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.848457] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e2081-f291-7543-b351-bf8af135f365, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.848457] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b9dd49-2d5d-46da-bb7b-2f1190814b9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.852163] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 761.852163] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bb099-0da1-d20d-5d82-d048d5ee5ee9" [ 761.852163] env[63920]: _type = "Task" [ 761.852163] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.860040] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bb099-0da1-d20d-5d82-d048d5ee5ee9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.987765] env[63920]: DEBUG nova.compute.manager [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.988020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.989268] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37af70c-542b-4424-b01d-2ae494271087 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.997386] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.997632] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-481f3c29-0e19-4980-a095-7ee79e659fc3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.004375] env[63920]: DEBUG oslo_vmware.api [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 762.004375] env[63920]: value = "task-2392059" [ 762.004375] env[63920]: _type = "Task" [ 762.004375] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.012934] env[63920]: DEBUG oslo_vmware.api [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2392059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.039094] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.058661] env[63920]: DEBUG nova.network.neutron [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updating instance_info_cache with network_info: [{"id": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "address": "fa:16:3e:20:8f:8d", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb4d321-45", "ovs_interfaceid": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.094677] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.130020] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.134025] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.134025] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.134025] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.134025] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.134025] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.134882] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.134882] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.134882] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.134882] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.134882] env[63920]: DEBUG nova.virt.hardware [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.135212] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ed4b8d-37cc-4dfa-8ab2-fd68315fb05d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.141317] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa0dc9-4c85-4d2e-852e-ab7b2fa83da3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.172404] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.172713] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.173272] env[63920]: INFO nova.compute.manager [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Attaching volume a519dc9f-749f-4d69-b1df-75b24958a235 to /dev/sdb [ 762.224024] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174acb17-c487-4610-a447-8a8e9cc739f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.232686] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f81a05-e4ca-496f-9618-5aeb12de471c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.246876] env[63920]: DEBUG nova.virt.block_device [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updating existing volume attachment record: f728f1b8-f3db-4967-ba6d-40bb31638987 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 762.259023] env[63920]: DEBUG nova.scheduler.client.report [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.271291] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392058, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.363187] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bb099-0da1-d20d-5d82-d048d5ee5ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.009893} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.363656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.363892] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.364178] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab5ef0bf-8615-4de9-bdcb-d263eac13e69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.372015] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 762.372015] env[63920]: value = "task-2392060" [ 762.372015] env[63920]: _type = "Task" [ 762.372015] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.382210] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.515655] env[63920]: DEBUG oslo_vmware.api [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2392059, 'name': PowerOffVM_Task, 'duration_secs': 0.227815} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.516275] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.516708] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.517365] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34a7a38f-60a9-4589-bdef-3543b65e939f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.543222] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392050, 'name': CloneVM_Task, 'duration_secs': 2.659252} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.543624] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Created linked-clone VM from snapshot [ 762.544597] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a390553a-3d4e-474a-916f-e1394aaa0b06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.554030] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Uploading image 4e550f9b-65d2-4ffb-981e-5d3577f174cb {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 762.561885] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.562250] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Instance network_info: |[{"id": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "address": "fa:16:3e:20:8f:8d", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb4d321-45", "ovs_interfaceid": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.562561] env[63920]: DEBUG oslo_concurrency.lockutils [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] Acquired lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.562739] env[63920]: DEBUG nova.network.neutron [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Refreshing network info cache for port 5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.565302] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:8f:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fb4d321-4595-43cc-a621-1eebfa27d11f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.577829] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Creating folder: Project (f8da5e48e50044adadee4023f278b5ae). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.581915] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da90e8f4-015a-4dce-894c-4f8e57f45ac9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.591999] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.591999] env[63920]: value = "vm-485303" [ 762.591999] env[63920]: _type = "VirtualMachine" [ 762.591999] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.592801] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d04c86d1-12d3-459a-976f-63c0513aa599 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.595996] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Created folder: Project (f8da5e48e50044adadee4023f278b5ae) in parent group-v485178. [ 762.596215] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Creating folder: Instances. Parent ref: group-v485305. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.596847] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25f952bc-f124-4aff-aed6-d3043760332f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.601839] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lease: (returnval){ [ 762.601839] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b9123-7ed7-d841-2f92-30bd578c9842" [ 762.601839] env[63920]: _type = "HttpNfcLease" [ 762.601839] env[63920]: } obtained for exporting VM: (result){ [ 762.601839] env[63920]: value = "vm-485303" [ 762.601839] env[63920]: _type = "VirtualMachine" [ 762.601839] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.601839] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the lease: (returnval){ [ 762.601839] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b9123-7ed7-d841-2f92-30bd578c9842" [ 762.601839] env[63920]: _type = "HttpNfcLease" [ 762.601839] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.608549] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Created folder: Instances in parent group-v485305. [ 762.609256] env[63920]: DEBUG oslo.service.loopingcall [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 762.609473] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.610193] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-434624ec-e619-4a91-baa0-1c8c7dd4d5c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.627038] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.627038] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b9123-7ed7-d841-2f92-30bd578c9842" [ 762.627038] env[63920]: _type = "HttpNfcLease" [ 762.627038] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 762.627731] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 762.627731] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b9123-7ed7-d841-2f92-30bd578c9842" [ 762.627731] env[63920]: _type = "HttpNfcLease" [ 762.627731] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 762.628609] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487de7d1-0dca-40c7-8b45-14a3ec856f06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.632729] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.632729] env[63920]: value = "task-2392066" [ 762.632729] env[63920]: _type = "Task" [ 762.632729] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.639982] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4e95-d09a-35db-d403-fed719dd20f4/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 762.640192] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4e95-d09a-35db-d403-fed719dd20f4/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 762.648804] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392066, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.767153] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.767705] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.770812] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.035s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.772418] env[63920]: INFO nova.compute.claims [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.784580] env[63920]: DEBUG oslo_vmware.api [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392058, 'name': PowerOnVM_Task, 'duration_secs': 0.633143} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.784580] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.784580] env[63920]: INFO nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Took 8.73 seconds to spawn the instance on the hypervisor. [ 762.784580] env[63920]: DEBUG nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.784580] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfaeae8-f97d-4e94-9a7c-c747f837fcd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.803473] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b1282031-6730-450a-8e2b-6b56954f795c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.763776] env[63920]: DEBUG nova.network.neutron [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Successfully updated port: 14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.779538] env[63920]: DEBUG nova.compute.utils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.792364] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.792364] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquired lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.792605] env[63920]: DEBUG nova.network.neutron [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.805638] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.805929] env[63920]: DEBUG nova.network.neutron [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.811967] env[63920]: DEBUG nova.compute.manager [req-23ad2ef5-4fea-4c5b-9ccb-047645e1e8f5 req-d3308bc5-2891-4532-8c6a-0d36d7f39ef0 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Received event network-vif-plugged-14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 763.812339] env[63920]: DEBUG oslo_concurrency.lockutils [req-23ad2ef5-4fea-4c5b-9ccb-047645e1e8f5 req-d3308bc5-2891-4532-8c6a-0d36d7f39ef0 service nova] Acquiring lock "82535807-3e38-4b5e-94f8-5a1efe98541f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.812690] env[63920]: DEBUG oslo_concurrency.lockutils [req-23ad2ef5-4fea-4c5b-9ccb-047645e1e8f5 req-d3308bc5-2891-4532-8c6a-0d36d7f39ef0 service nova] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.812979] env[63920]: DEBUG oslo_concurrency.lockutils [req-23ad2ef5-4fea-4c5b-9ccb-047645e1e8f5 req-d3308bc5-2891-4532-8c6a-0d36d7f39ef0 service nova] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.813285] env[63920]: DEBUG nova.compute.manager [req-23ad2ef5-4fea-4c5b-9ccb-047645e1e8f5 req-d3308bc5-2891-4532-8c6a-0d36d7f39ef0 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] No waiting events found dispatching network-vif-plugged-14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.813572] env[63920]: WARNING nova.compute.manager [req-23ad2ef5-4fea-4c5b-9ccb-047645e1e8f5 req-d3308bc5-2891-4532-8c6a-0d36d7f39ef0 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Received unexpected event network-vif-plugged-14f745e6-1f29-4cd8-a505-4c95d02bc182 for instance with vm_state building and task_state spawning. [ 763.828399] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709407} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.834128] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.834567] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.834920] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392066, 'name': CreateVM_Task, 'duration_secs': 0.595539} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.836440] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78629da3-63da-4639-b87f-842f5f9571c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.839332] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.840940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 763.841231] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.841549] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 763.842465] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae4a02d-de6d-4cac-964d-a682ead5e44d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.846819] env[63920]: INFO nova.compute.manager [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Took 55.99 seconds to build instance. [ 763.848777] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 763.848777] env[63920]: value = "task-2392069" [ 763.848777] env[63920]: _type = "Task" [ 763.848777] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.850696] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 763.850696] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520a44d4-9147-4318-16f8-465bbd9b37f8" [ 763.850696] env[63920]: _type = "Task" [ 763.850696] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.862214] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.865637] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520a44d4-9147-4318-16f8-465bbd9b37f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.925289] env[63920]: DEBUG nova.policy [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e9ee7cba084ebfbadfb57d19926794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7cc6657975a4c95acfd04987c3bdd4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.958112] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.958356] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.958560] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleting the datastore file [datastore2] a9e67613-f7b4-4164-9212-2accfbddfdd1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.958837] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-513f238f-27b8-49c2-bc33-59fb1f9bd369 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.965441] env[63920]: DEBUG oslo_vmware.api [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for the task: (returnval){ [ 763.965441] env[63920]: value = "task-2392070" [ 763.965441] env[63920]: _type = "Task" [ 763.965441] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.976300] env[63920]: DEBUG oslo_vmware.api [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2392070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.146966] env[63920]: DEBUG nova.network.neutron [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.291830] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.300950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.353214] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c0f9851d-f330-4463-9099-6c66f883dad3 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.075s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.369808] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088507} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.377575] env[63920]: DEBUG nova.network.neutron [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updated VIF entry in instance network info cache for port 5fb4d321-4595-43cc-a621-1eebfa27d11f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.377976] env[63920]: DEBUG nova.network.neutron [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updating instance_info_cache with network_info: [{"id": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "address": "fa:16:3e:20:8f:8d", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb4d321-45", "ovs_interfaceid": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.379362] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.380756] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520a44d4-9147-4318-16f8-465bbd9b37f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017262} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.382725] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ced96ef-5323-4f92-bd9a-217ff3b5f065 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.385057] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.385343] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.385680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.385862] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.386165] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.387204] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6872f3da-f44d-4fe9-8932-a6045eef172b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.416356] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.423480] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a0f3fd-c900-4a4d-bfa8-58cd44b98cfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.442030] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.442336] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.445833] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2621e0c-989d-4d8b-95e0-4d227db2c51c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.453273] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 764.453273] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288ad64-a67d-ba20-aeb8-3958e938264c" [ 764.453273] env[63920]: _type = "Task" [ 764.453273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.454867] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 764.454867] env[63920]: value = "task-2392071" [ 764.454867] env[63920]: _type = "Task" [ 764.454867] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.477083] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288ad64-a67d-ba20-aeb8-3958e938264c, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.477801] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.482525] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9187e50-7253-443d-8868-760187239181 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.494123] env[63920]: DEBUG oslo_vmware.api [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Task: {'id': task-2392070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298604} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.497093] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.497537] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.497992] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.498308] env[63920]: INFO nova.compute.manager [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Took 2.51 seconds to destroy the instance on the hypervisor. [ 764.498639] env[63920]: DEBUG oslo.service.loopingcall [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.502405] env[63920]: DEBUG nova.compute.manager [-] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.502557] env[63920]: DEBUG nova.network.neutron [-] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.504523] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 764.504523] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eba8ce-9b08-5d1d-8260-77e91491b804" [ 764.504523] env[63920]: _type = "Task" [ 764.504523] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.515876] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eba8ce-9b08-5d1d-8260-77e91491b804, 'name': SearchDatastore_Task, 'duration_secs': 0.008721} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.519434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.519434] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] ca2aa06c-914f-498c-9951-c588c07f07b0/ca2aa06c-914f-498c-9951-c588c07f07b0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.519674] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69e8af59-0fec-4ebc-9e4f-1a3c75faaa0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.526445] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 764.526445] env[63920]: value = "task-2392072" [ 764.526445] env[63920]: _type = "Task" [ 764.526445] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.535408] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.640101] env[63920]: DEBUG nova.network.neutron [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Updating instance_info_cache with network_info: [{"id": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "address": "fa:16:3e:4e:c5:79", "network": {"id": "4d48f557-68bf-4807-b28e-fbb734d365ca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1709213917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c502b6abb8a465e946036549ae18343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f745e6-1f", "ovs_interfaceid": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.685121] env[63920]: DEBUG nova.network.neutron [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Successfully created port: 1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.860169] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.885093] env[63920]: DEBUG oslo_concurrency.lockutils [req-f75eb8ab-dcba-4e92-be18-6aef17950e79 req-6be143c0-f0bc-4e7d-9bb1-90949e326422 service nova] Releasing lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.979749] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392071, 'name': ReconfigVM_Task, 'duration_secs': 0.350449} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.985639] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.986177] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed54911b-4e18-4edd-a49e-2c1afd622eef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.994330] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 764.994330] env[63920]: value = "task-2392074" [ 764.994330] env[63920]: _type = "Task" [ 764.994330] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.010955] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392074, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.028084] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfefdfc-4610-4355-97f2-57fbb9e30637 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.043267] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2752a02-3b1f-4f16-8645-58413c40283a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.053374] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392072, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.089903] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d2d50-f9f9-455b-a524-1fcd25fe6e8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.099164] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dfc32b-c61d-4895-8102-03649082e1b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.114649] env[63920]: DEBUG nova.compute.provider_tree [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.144079] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Releasing lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 765.144454] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Instance network_info: |[{"id": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "address": "fa:16:3e:4e:c5:79", "network": {"id": "4d48f557-68bf-4807-b28e-fbb734d365ca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1709213917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c502b6abb8a465e946036549ae18343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f745e6-1f", "ovs_interfaceid": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.145401] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:c5:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f745e6-1f29-4cd8-a505-4c95d02bc182', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.154361] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Creating folder: Project (4c502b6abb8a465e946036549ae18343). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.154897] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fadf0ab5-397d-410e-a2d5-670ccd646076 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.165807] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Created folder: Project (4c502b6abb8a465e946036549ae18343) in parent group-v485178. [ 765.166309] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Creating folder: Instances. Parent ref: group-v485310. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.166411] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fec717d0-759f-4d24-8c19-79db1403a117 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.178482] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Created folder: Instances in parent group-v485310. [ 765.179162] env[63920]: DEBUG oslo.service.loopingcall [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.182921] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.182921] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816f4951-b9cc-4e05-8215-3370d1c56818 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.209925] env[63920]: DEBUG nova.compute.manager [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.210211] env[63920]: DEBUG nova.compute.manager [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing instance network info cache due to event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.210705] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.210925] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.211287] env[63920]: DEBUG nova.network.neutron [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.216616] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.216616] env[63920]: value = "task-2392077" [ 765.216616] env[63920]: _type = "Task" [ 765.216616] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.227574] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392077, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.314330] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.341788] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.342071] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.342245] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.343390] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.343620] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.343818] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.344151] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.344337] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.344642] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.344813] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.345057] env[63920]: DEBUG nova.virt.hardware [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.346127] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e109bf0-efab-4a9b-be13-419c3f4bfdbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.355378] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bfd740-40af-4856-b9e9-fcadb8ebb03c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.397489] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.504253] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392074, 'name': Rename_Task, 'duration_secs': 0.174723} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.504567] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.504832] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eed0dce-b772-4108-af2f-89f3e4087ff1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.512228] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 765.512228] env[63920]: value = "task-2392078" [ 765.512228] env[63920]: _type = "Task" [ 765.512228] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.521722] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.537313] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533705} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.537818] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] ca2aa06c-914f-498c-9951-c588c07f07b0/ca2aa06c-914f-498c-9951-c588c07f07b0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.538093] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.538678] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb0501fd-59af-4492-aab7-951d1a51bf94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.546499] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 765.546499] env[63920]: value = "task-2392079" [ 765.546499] env[63920]: _type = "Task" [ 765.546499] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.554904] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.646887] env[63920]: ERROR nova.scheduler.client.report [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [req-efd5b3f5-6a57-4a6d-81e9-87bc5f46dcde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-efd5b3f5-6a57-4a6d-81e9-87bc5f46dcde"}]} [ 765.663774] env[63920]: DEBUG nova.scheduler.client.report [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 765.679627] env[63920]: DEBUG nova.scheduler.client.report [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 765.679907] env[63920]: DEBUG nova.compute.provider_tree [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.682754] env[63920]: DEBUG nova.network.neutron [-] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.700514] env[63920]: DEBUG nova.scheduler.client.report [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 765.729288] env[63920]: DEBUG nova.scheduler.client.report [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 765.742822] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392077, 'name': CreateVM_Task, 'duration_secs': 0.468918} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.743629] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.745434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.745823] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.746601] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 765.746971] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a22ea66-b007-42d9-b69c-bf61067402da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.754995] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 765.754995] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523780ca-7a6b-9e5a-45b4-249b1a0c9646" [ 765.754995] env[63920]: _type = "Task" [ 765.754995] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.775829] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523780ca-7a6b-9e5a-45b4-249b1a0c9646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.885388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "d58b4160-af70-4417-a50e-85fdc15704f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.885652] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "d58b4160-af70-4417-a50e-85fdc15704f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.885847] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "d58b4160-af70-4417-a50e-85fdc15704f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.886030] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "d58b4160-af70-4417-a50e-85fdc15704f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.886203] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "d58b4160-af70-4417-a50e-85fdc15704f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.891049] env[63920]: INFO nova.compute.manager [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Terminating instance [ 765.924565] env[63920]: DEBUG nova.compute.manager [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Received event network-changed-14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.924750] env[63920]: DEBUG nova.compute.manager [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Refreshing instance network info cache due to event network-changed-14f745e6-1f29-4cd8-a505-4c95d02bc182. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 765.925385] env[63920]: DEBUG oslo_concurrency.lockutils [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] Acquiring lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.925385] env[63920]: DEBUG oslo_concurrency.lockutils [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] Acquired lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.925536] env[63920]: DEBUG nova.network.neutron [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Refreshing network info cache for port 14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.022531] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392078, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.058402] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072037} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.059417] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.060264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a1973-7148-4e57-bacc-f54e4dae9e6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.090331] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] ca2aa06c-914f-498c-9951-c588c07f07b0/ca2aa06c-914f-498c-9951-c588c07f07b0.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.093421] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ecd64d6-bf2e-4cab-a75c-614fa04da03b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.115118] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 766.115118] env[63920]: value = "task-2392080" [ 766.115118] env[63920]: _type = "Task" [ 766.115118] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.126156] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.185849] env[63920]: INFO nova.compute.manager [-] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Took 1.68 seconds to deallocate network for instance. [ 766.269754] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523780ca-7a6b-9e5a-45b4-249b1a0c9646, 'name': SearchDatastore_Task, 'duration_secs': 0.025015} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.270133] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.271089] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.271089] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 766.271089] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.271089] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.271382] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842f992c-99fc-468d-a0b1-e0d373adc586 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.280614] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.280614] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.281309] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65161722-19d4-47a3-aa22-ba25fbef20cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.287468] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 766.287468] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526523b9-d0e7-4cac-62f4-7613ba0c6d66" [ 766.287468] env[63920]: _type = "Task" [ 766.287468] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.301910] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526523b9-d0e7-4cac-62f4-7613ba0c6d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.353300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0f184c-fa1b-442e-83ef-f75b26ac170e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.361042] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c400dfb3-f445-4239-b55c-d3c0237f4114 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.394029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32b662c-13a7-4a86-b857-9446211d3fc5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.402391] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeb80e3-1109-4e48-a668-8814305e228a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.406596] env[63920]: DEBUG nova.compute.manager [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.406737] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f72396e-a9d2-4601-8dfb-1cc5f25a1e9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.425723] env[63920]: DEBUG nova.compute.provider_tree [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.432603] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50b4389-36f8-4c8f-be30-b28bb70ab945 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.470906] env[63920]: WARNING nova.virt.vmwareapi.driver [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d58b4160-af70-4417-a50e-85fdc15704f8 could not be found. [ 766.471153] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.471586] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-655dd84b-a611-4490-be8c-0c068c706e31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.479979] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d272e1-cf90-40b6-a109-ada1fd6a5ad4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.515553] env[63920]: WARNING nova.virt.vmwareapi.vmops [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d58b4160-af70-4417-a50e-85fdc15704f8 could not be found. [ 766.515810] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.516011] env[63920]: INFO nova.compute.manager [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Took 0.11 seconds to destroy the instance on the hypervisor. [ 766.516526] env[63920]: DEBUG oslo.service.loopingcall [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.519793] env[63920]: DEBUG nova.compute.manager [-] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.519905] env[63920]: DEBUG nova.network.neutron [-] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.529500] env[63920]: DEBUG oslo_vmware.api [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392078, 'name': PowerOnVM_Task, 'duration_secs': 0.766377} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.529756] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.529984] env[63920]: INFO nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Took 9.86 seconds to spawn the instance on the hypervisor. [ 766.530179] env[63920]: DEBUG nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.531103] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c35d20-cfe0-4a9e-893f-13c09892ecec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.552666] env[63920]: DEBUG nova.network.neutron [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updated VIF entry in instance network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.553067] env[63920]: DEBUG nova.network.neutron [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.625620] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392080, 'name': ReconfigVM_Task, 'duration_secs': 0.509289} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.628135] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Reconfigured VM instance instance-0000002c to attach disk [datastore1] ca2aa06c-914f-498c-9951-c588c07f07b0/ca2aa06c-914f-498c-9951-c588c07f07b0.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.628631] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770175be-f2bc-4110-bb64-8f3576ada280 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.635012] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 766.635012] env[63920]: value = "task-2392081" [ 766.635012] env[63920]: _type = "Task" [ 766.635012] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.644317] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392081, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.695032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.773462] env[63920]: DEBUG nova.network.neutron [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Successfully updated port: 1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.810136] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526523b9-d0e7-4cac-62f4-7613ba0c6d66, 'name': SearchDatastore_Task, 'duration_secs': 0.016461} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.810983] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06339eca-4d5f-403d-a34b-8c9ee16c7e80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.817097] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 766.817097] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52539f6b-2c99-91ff-518f-2cb1b96860e2" [ 766.817097] env[63920]: _type = "Task" [ 766.817097] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.827480] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52539f6b-2c99-91ff-518f-2cb1b96860e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.993970] env[63920]: DEBUG nova.scheduler.client.report [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 766.993970] env[63920]: DEBUG nova.compute.provider_tree [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 72 to 73 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 766.993970] env[63920]: DEBUG nova.compute.provider_tree [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.054612] env[63920]: INFO nova.compute.manager [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Took 54.62 seconds to build instance. [ 767.056296] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c1a4767-99b2-4bbc-a8c5-76e4ffe8cf79 req-d23ba298-976d-4a26-80d3-105a50135526 service nova] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.150544] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392081, 'name': Rename_Task, 'duration_secs': 0.233794} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.150832] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.151105] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fc725ca-4f56-4afa-b475-d9d07948e269 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.157909] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 767.157909] env[63920]: value = "task-2392082" [ 767.157909] env[63920]: _type = "Task" [ 767.157909] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.166785] env[63920]: DEBUG nova.network.neutron [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Updated VIF entry in instance network info cache for port 14f745e6-1f29-4cd8-a505-4c95d02bc182. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.167739] env[63920]: DEBUG nova.network.neutron [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Updating instance_info_cache with network_info: [{"id": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "address": "fa:16:3e:4e:c5:79", "network": {"id": "4d48f557-68bf-4807-b28e-fbb734d365ca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1709213917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c502b6abb8a465e946036549ae18343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f745e6-1f", "ovs_interfaceid": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.172232] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.276044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "refresh_cache-ea621953-3fd8-43f2-950b-4acd654f7483" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.276175] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "refresh_cache-ea621953-3fd8-43f2-950b-4acd654f7483" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.276369] env[63920]: DEBUG nova.network.neutron [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.316424] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 767.316666] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485309', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'name': 'volume-a519dc9f-749f-4d69-b1df-75b24958a235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9fe8811-1b42-4355-b7a9-9efd10729e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'serial': 'a519dc9f-749f-4d69-b1df-75b24958a235'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 767.317595] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba02f1-09e3-4970-9972-ba835fd50a80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.342279] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52539f6b-2c99-91ff-518f-2cb1b96860e2, 'name': SearchDatastore_Task, 'duration_secs': 0.022184} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.342559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.343470] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 82535807-3e38-4b5e-94f8-5a1efe98541f/82535807-3e38-4b5e-94f8-5a1efe98541f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.343470] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03234cf3-b72d-4276-a1d4-beffdef93124 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.346149] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-322fca27-cb48-4a12-8360-922a87e59239 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.378384] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-a519dc9f-749f-4d69-b1df-75b24958a235/volume-a519dc9f-749f-4d69-b1df-75b24958a235.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.380360] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d1d3ad9-5cdd-4e9f-86e7-0a560a6ed776 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.394249] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 767.394249] env[63920]: value = "task-2392083" [ 767.394249] env[63920]: _type = "Task" [ 767.394249] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.399808] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 767.399808] env[63920]: value = "task-2392084" [ 767.399808] env[63920]: _type = "Task" [ 767.399808] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.403072] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.411088] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.500025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.727s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.500025] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.501784] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.551s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.502668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.505985] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.109s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.506392] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.508320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.476s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.510117] env[63920]: INFO nova.compute.claims [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.519107] env[63920]: DEBUG nova.compute.manager [req-cb025263-e2c4-4322-972a-dc06b05ea6e1 req-b0f7665f-7ee1-4d81-babb-c6e7d23187d6 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Received event network-vif-deleted-ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.519107] env[63920]: INFO nova.compute.manager [req-cb025263-e2c4-4322-972a-dc06b05ea6e1 req-b0f7665f-7ee1-4d81-babb-c6e7d23187d6 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Neutron deleted interface ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb; detaching it from the instance and deleting it from the info cache [ 767.519107] env[63920]: DEBUG nova.network.neutron [req-cb025263-e2c4-4322-972a-dc06b05ea6e1 req-b0f7665f-7ee1-4d81-babb-c6e7d23187d6 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.548200] env[63920]: INFO nova.scheduler.client.report [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Deleted allocations for instance 82975903-be68-414a-98a1-074cb73ce2af [ 767.552968] env[63920]: INFO nova.scheduler.client.report [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Deleted allocations for instance 50f6d892-f128-4f5c-bfc4-6b9a34661950 [ 767.560725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f6834f25-d7cd-4545-b8ad-8d8ee8185456 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.582s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.669920] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392082, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.673635] env[63920]: DEBUG oslo_concurrency.lockutils [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] Releasing lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.673917] env[63920]: DEBUG nova.compute.manager [req-037a2bc1-5dea-4da3-bc04-430a183bb397 req-105c4dc1-c239-40c1-9ae9-6eca82f88a82 service nova] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Received event network-vif-deleted-8183a7dd-fa9b-4204-b747-a9ddb0249b50 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.829153] env[63920]: DEBUG nova.network.neutron [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.907243] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392083, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.918869] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.975933] env[63920]: DEBUG nova.network.neutron [-] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.019562] env[63920]: DEBUG nova.compute.utils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.020082] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.020648] env[63920]: DEBUG nova.network.neutron [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.023463] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b327ea12-bb97-4dbf-9805-38d839e02cd6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.035731] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea33d5e7-0adc-40ba-8d16-6c31490f9e6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.051974] env[63920]: DEBUG nova.compute.manager [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Received event network-vif-plugged-1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.052268] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] Acquiring lock "ea621953-3fd8-43f2-950b-4acd654f7483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.052778] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] Lock "ea621953-3fd8-43f2-950b-4acd654f7483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 768.052957] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] Lock "ea621953-3fd8-43f2-950b-4acd654f7483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.053141] env[63920]: DEBUG nova.compute.manager [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] No waiting events found dispatching network-vif-plugged-1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.053298] env[63920]: WARNING nova.compute.manager [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Received unexpected event network-vif-plugged-1cdc8603-0f8a-49ad-ae71-ebd11dfa418b for instance with vm_state building and task_state spawning. [ 768.053638] env[63920]: DEBUG nova.compute.manager [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Received event network-changed-1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 768.053827] env[63920]: DEBUG nova.compute.manager [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Refreshing instance network info cache due to event network-changed-1cdc8603-0f8a-49ad-ae71-ebd11dfa418b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 768.053993] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] Acquiring lock "refresh_cache-ea621953-3fd8-43f2-950b-4acd654f7483" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.086485] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.089233] env[63920]: DEBUG nova.compute.manager [req-cb025263-e2c4-4322-972a-dc06b05ea6e1 req-b0f7665f-7ee1-4d81-babb-c6e7d23187d6 service nova] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Detach interface failed, port_id=ec9900d6-c94b-49ec-8bc2-84cd6a9c08cb, reason: Instance d58b4160-af70-4417-a50e-85fdc15704f8 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 768.090575] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2ccfd866-4b84-4a32-9b15-dc3848e8d61a tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "82975903-be68-414a-98a1-074cb73ce2af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.337s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.093154] env[63920]: DEBUG nova.policy [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.095608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7c6d44ae-b6c1-43d7-8b12-c0232d61d1d0 tempest-ServerDiagnosticsTest-1823187208 tempest-ServerDiagnosticsTest-1823187208-project-member] Lock "50f6d892-f128-4f5c-bfc4-6b9a34661950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.548s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.101506] env[63920]: DEBUG nova.network.neutron [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Updating instance_info_cache with network_info: [{"id": "1cdc8603-0f8a-49ad-ae71-ebd11dfa418b", "address": "fa:16:3e:3d:f4:12", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdc8603-0f", "ovs_interfaceid": "1cdc8603-0f8a-49ad-ae71-ebd11dfa418b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.173433] env[63920]: DEBUG oslo_vmware.api [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392082, 'name': PowerOnVM_Task, 'duration_secs': 0.766396} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.173433] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.173433] env[63920]: INFO nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Took 8.83 seconds to spawn the instance on the hypervisor. [ 768.173433] env[63920]: DEBUG nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 768.173433] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad1ab60-80a1-4295-9e4f-a2c333ea1b40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.410666] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392083, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.423154] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392084, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.477874] env[63920]: INFO nova.compute.manager [-] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Took 1.96 seconds to deallocate network for instance. [ 768.525419] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.609171] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "refresh_cache-ea621953-3fd8-43f2-950b-4acd654f7483" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.609771] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Instance network_info: |[{"id": "1cdc8603-0f8a-49ad-ae71-ebd11dfa418b", "address": "fa:16:3e:3d:f4:12", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdc8603-0f", "ovs_interfaceid": "1cdc8603-0f8a-49ad-ae71-ebd11dfa418b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.610734] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] Acquired lock "refresh_cache-ea621953-3fd8-43f2-950b-4acd654f7483" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.610734] env[63920]: DEBUG nova.network.neutron [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Refreshing network info cache for port 1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.612812] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f4:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cdc8603-0f8a-49ad-ae71-ebd11dfa418b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.624432] env[63920]: DEBUG oslo.service.loopingcall [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 768.625552] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.631596] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.632309] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1931cebb-c05a-4d86-8c21-b0c0d300df4a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.651741] env[63920]: DEBUG nova.network.neutron [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Successfully created port: d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.659960] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.659960] env[63920]: value = "task-2392085" [ 768.659960] env[63920]: _type = "Task" [ 768.659960] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.669357] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392085, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.699927] env[63920]: INFO nova.compute.manager [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Took 55.07 seconds to build instance. [ 768.907030] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392083, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.076592} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.910149] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 82535807-3e38-4b5e-94f8-5a1efe98541f/82535807-3e38-4b5e-94f8-5a1efe98541f.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.910788] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.911391] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e01573fa-4ecb-4230-ac2c-4c9dc1b2b401 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.923197] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392084, 'name': ReconfigVM_Task, 'duration_secs': 1.03495} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.926728] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-a519dc9f-749f-4d69-b1df-75b24958a235/volume-a519dc9f-749f-4d69-b1df-75b24958a235.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.931984] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 768.931984] env[63920]: value = "task-2392086" [ 768.931984] env[63920]: _type = "Task" [ 768.931984] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.934950] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60cc5cd9-12c3-41ba-ae23-3eaf96cde1c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.960615] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.962443] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 768.962443] env[63920]: value = "task-2392087" [ 768.962443] env[63920]: _type = "Task" [ 768.962443] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.972946] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.039648] env[63920]: INFO nova.compute.manager [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Took 0.56 seconds to detach 1 volumes for instance. [ 769.044266] env[63920]: DEBUG nova.compute.manager [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Deleting volume: 97766253-94df-47fa-b8a2-9a4daec92994 {{(pid=63920) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 769.144025] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77c1657-95f3-4de6-a6de-61a8a3f4fd96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.154982] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c00f2b-af59-43ae-aa99-ec1319b3523e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.204731] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda4c7e4-d94e-4422-adba-9663e7e2b520 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.207574] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dfad18d3-0c8e-4edb-8fe1-0511e312cdeb tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.340s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.213073] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392085, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.219203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469387bf-9c0f-4edd-9bfc-dc8eaccae5c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.240853] env[63920]: DEBUG nova.compute.provider_tree [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.455462] env[63920]: DEBUG nova.network.neutron [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Updated VIF entry in instance network info cache for port 1cdc8603-0f8a-49ad-ae71-ebd11dfa418b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.455830] env[63920]: DEBUG nova.network.neutron [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Updating instance_info_cache with network_info: [{"id": "1cdc8603-0f8a-49ad-ae71-ebd11dfa418b", "address": "fa:16:3e:3d:f4:12", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cdc8603-0f", "ovs_interfaceid": "1cdc8603-0f8a-49ad-ae71-ebd11dfa418b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.465499] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104408} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.469269] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.470822] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a11fb98-4248-49bc-9ef4-dfadb92d8283 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.480674] env[63920]: DEBUG oslo_vmware.api [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392087, 'name': ReconfigVM_Task, 'duration_secs': 0.151422} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.492659] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485309', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'name': 'volume-a519dc9f-749f-4d69-b1df-75b24958a235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9fe8811-1b42-4355-b7a9-9efd10729e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'serial': 'a519dc9f-749f-4d69-b1df-75b24958a235'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 769.504397] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 82535807-3e38-4b5e-94f8-5a1efe98541f/82535807-3e38-4b5e-94f8-5a1efe98541f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.507873] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9aa3b6-7f73-4a92-afaa-45b5dad1d817 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.535354] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 769.535354] env[63920]: value = "task-2392089" [ 769.535354] env[63920]: _type = "Task" [ 769.535354] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.540436] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.550355] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392089, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.564204] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.564487] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.564647] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.564827] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.564973] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.565138] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.565908] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.565908] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.566104] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.566200] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.566479] env[63920]: DEBUG nova.virt.hardware [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.569411] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c258b1-cc72-4dff-b730-c70034773565 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.576873] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c38a4fe-089b-4dde-afa5-4cf2d3b786ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.620174] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.671390] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392085, 'name': CreateVM_Task, 'duration_secs': 0.705326} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.671547] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.672237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.672465] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.672848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.673144] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21c41cb-68b8-4a18-8adf-d7451c743ec6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.679044] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 769.679044] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e13b1b-5100-6db7-c033-8496e76f1759" [ 769.679044] env[63920]: _type = "Task" [ 769.679044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.687513] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e13b1b-5100-6db7-c033-8496e76f1759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.714176] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.756502] env[63920]: DEBUG nova.compute.manager [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 769.774897] env[63920]: ERROR nova.scheduler.client.report [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [req-7700872c-e531-4eb2-bfe9-4f25e79a1310] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7700872c-e531-4eb2-bfe9-4f25e79a1310"}]} [ 769.793280] env[63920]: DEBUG nova.scheduler.client.report [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 769.833617] env[63920]: DEBUG nova.scheduler.client.report [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 769.833849] env[63920]: DEBUG nova.compute.provider_tree [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.849359] env[63920]: DEBUG nova.scheduler.client.report [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 769.880447] env[63920]: DEBUG nova.scheduler.client.report [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 769.959681] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9828665-f391-4232-a198-56a24eba58f6 req-6f2f0635-aeed-4761-bc08-9ebab3e2a11e service nova] Releasing lock "refresh_cache-ea621953-3fd8-43f2-950b-4acd654f7483" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.049635] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.084246] env[63920]: DEBUG nova.compute.manager [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Received event network-changed-5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.084246] env[63920]: DEBUG nova.compute.manager [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Refreshing instance network info cache due to event network-changed-5fb4d321-4595-43cc-a621-1eebfa27d11f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 770.084395] env[63920]: DEBUG oslo_concurrency.lockutils [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] Acquiring lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.084550] env[63920]: DEBUG oslo_concurrency.lockutils [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] Acquired lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.084711] env[63920]: DEBUG nova.network.neutron [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Refreshing network info cache for port 5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.193083] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e13b1b-5100-6db7-c033-8496e76f1759, 'name': SearchDatastore_Task, 'duration_secs': 0.044923} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.196977] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.197617] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.197617] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.197617] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.197849] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.198724] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab76f8a2-7961-45ae-bff3-2eeb25baff62 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.210025] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.210358] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.211169] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46570c77-bac2-4a7c-b411-c6c0856a9fcb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.222984] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 770.222984] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52308852-d938-dfd0-7582-72f0b5499f81" [ 770.222984] env[63920]: _type = "Task" [ 770.222984] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.244440] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52308852-d938-dfd0-7582-72f0b5499f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.245687] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.276066] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.476246] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c82a42-4274-4d35-a963-ddea04de9df5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.485850] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8b84c2-e4b7-4ff6-baa7-2d47e874fcf7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.527473] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2849a4c4-e0d6-4f55-8943-de4cab4947bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.536742] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519a89e0-234f-4075-847f-f8396f531b2e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.550765] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392089, 'name': ReconfigVM_Task, 'duration_secs': 0.653438} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.558909] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 82535807-3e38-4b5e-94f8-5a1efe98541f/82535807-3e38-4b5e-94f8-5a1efe98541f.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.559966] env[63920]: DEBUG nova.compute.provider_tree [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.561663] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e2a46ac-014a-4c21-9bfa-d628cbb2e109 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.571584] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 770.571584] env[63920]: value = "task-2392090" [ 770.571584] env[63920]: _type = "Task" [ 770.571584] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.581553] env[63920]: DEBUG nova.objects.instance [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lazy-loading 'flavor' on Instance uuid c9fe8811-1b42-4355-b7a9-9efd10729e8b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.583276] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392090, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.744371] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52308852-d938-dfd0-7582-72f0b5499f81, 'name': SearchDatastore_Task, 'duration_secs': 0.023783} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.748127] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effbd407-2c04-405c-a83e-30013d90bb2b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.758125] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 770.758125] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a751d1-6a50-e218-a7b7-b9d768a9d5e2" [ 770.758125] env[63920]: _type = "Task" [ 770.758125] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.770810] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a751d1-6a50-e218-a7b7-b9d768a9d5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.064726] env[63920]: DEBUG nova.network.neutron [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updated VIF entry in instance network info cache for port 5fb4d321-4595-43cc-a621-1eebfa27d11f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.065120] env[63920]: DEBUG nova.network.neutron [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updating instance_info_cache with network_info: [{"id": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "address": "fa:16:3e:20:8f:8d", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb4d321-45", "ovs_interfaceid": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.086139] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392090, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.086679] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ad8eb2-ca28-431e-91f9-8c9e9ded13c6 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.914s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.121644] env[63920]: DEBUG nova.scheduler.client.report [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 771.121987] env[63920]: DEBUG nova.compute.provider_tree [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 75 to 76 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 771.122248] env[63920]: DEBUG nova.compute.provider_tree [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.170678] env[63920]: DEBUG nova.network.neutron [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Successfully updated port: d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.271182] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a751d1-6a50-e218-a7b7-b9d768a9d5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016498} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.271182] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.271447] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] ea621953-3fd8-43f2-950b-4acd654f7483/ea621953-3fd8-43f2-950b-4acd654f7483.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.271799] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed4c8d5b-1e2e-49b2-862c-5786c93ac7d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.281218] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 771.281218] env[63920]: value = "task-2392091" [ 771.281218] env[63920]: _type = "Task" [ 771.281218] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.291652] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.574165] env[63920]: DEBUG oslo_concurrency.lockutils [req-c62d9eb9-ff4f-461b-9606-7505be56be95 req-5014ec65-0ce6-432d-9b23-40a95f9b7e32 service nova] Releasing lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.585267] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392090, 'name': Rename_Task, 'duration_secs': 0.822202} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.585947] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.585947] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e097472-347a-49f1-a5bd-643fa4cb37b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.594450] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 771.594450] env[63920]: value = "task-2392092" [ 771.594450] env[63920]: _type = "Task" [ 771.594450] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.604074] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.628690] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.120s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.629417] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.636425] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.713s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.636425] env[63920]: INFO nova.compute.claims [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.676496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-6daee122-5622-4804-bd63-a292c4e59e45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.676496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-6daee122-5622-4804-bd63-a292c4e59e45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.676496] env[63920]: DEBUG nova.network.neutron [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.791937] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392091, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.864682] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.864978] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.111477] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.139795] env[63920]: DEBUG nova.compute.utils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.147430] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.147639] env[63920]: DEBUG nova.network.neutron [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.263018] env[63920]: DEBUG nova.network.neutron [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.296647] env[63920]: DEBUG nova.policy [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '006521317a9041059d7ed5dae26c1bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c32daf89ea604613a3b67f0f46fa3278', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.302306] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392091, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.370165] env[63920]: INFO nova.compute.manager [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Detaching volume a519dc9f-749f-4d69-b1df-75b24958a235 [ 772.399965] env[63920]: DEBUG nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Received event network-changed-5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.400190] env[63920]: DEBUG nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Refreshing instance network info cache due to event network-changed-5fb4d321-4595-43cc-a621-1eebfa27d11f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.400460] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Acquiring lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.400623] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Acquired lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.400781] env[63920]: DEBUG nova.network.neutron [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Refreshing network info cache for port 5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.418085] env[63920]: INFO nova.virt.block_device [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Attempting to driver detach volume a519dc9f-749f-4d69-b1df-75b24958a235 from mountpoint /dev/sdb [ 772.418085] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 772.418474] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485309', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'name': 'volume-a519dc9f-749f-4d69-b1df-75b24958a235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9fe8811-1b42-4355-b7a9-9efd10729e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'serial': 'a519dc9f-749f-4d69-b1df-75b24958a235'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 772.420036] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f071da72-19bd-4d98-a1f9-f21930675d04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.450703] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcd523b-8afc-4dfa-853a-f2c122debee9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.463722] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44593fd6-b34c-4c1f-bd11-d084b6a80166 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.490162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43fd3d-e87e-4b9f-9537-fa098ef7dcae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.508484] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] The volume has not been displaced from its original location: [datastore2] volume-a519dc9f-749f-4d69-b1df-75b24958a235/volume-a519dc9f-749f-4d69-b1df-75b24958a235.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 772.514486] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 772.516018] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6596fbd0-809f-4ac7-a8a6-c214cf6c75bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.537229] env[63920]: DEBUG oslo_vmware.api [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 772.537229] env[63920]: value = "task-2392093" [ 772.537229] env[63920]: _type = "Task" [ 772.537229] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.546951] env[63920]: DEBUG oslo_vmware.api [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.603655] env[63920]: DEBUG nova.network.neutron [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Updating instance_info_cache with network_info: [{"id": "d5d31a18-1726-44f2-8e98-895c4a7691c3", "address": "fa:16:3e:3b:f2:06", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d31a18-17", "ovs_interfaceid": "d5d31a18-1726-44f2-8e98-895c4a7691c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.610759] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392092, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.650752] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.798909] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392091, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.101154} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.803020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] ea621953-3fd8-43f2-950b-4acd654f7483/ea621953-3fd8-43f2-950b-4acd654f7483.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.803020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.803020] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a5e4259-26a9-47dc-bde8-313de2b44a52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.811927] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 772.811927] env[63920]: value = "task-2392094" [ 772.811927] env[63920]: _type = "Task" [ 772.811927] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.822507] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.053344] env[63920]: DEBUG oslo_vmware.api [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392093, 'name': ReconfigVM_Task, 'duration_secs': 0.423296} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.053672] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 773.058500] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a02b62db-f96f-4890-bd68-bfadb6332895 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.077854] env[63920]: DEBUG oslo_vmware.api [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 773.077854] env[63920]: value = "task-2392095" [ 773.077854] env[63920]: _type = "Task" [ 773.077854] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.086999] env[63920]: DEBUG oslo_vmware.api [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.111941] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-6daee122-5622-4804-bd63-a292c4e59e45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.112446] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Instance network_info: |[{"id": "d5d31a18-1726-44f2-8e98-895c4a7691c3", "address": "fa:16:3e:3b:f2:06", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d31a18-17", "ovs_interfaceid": "d5d31a18-1726-44f2-8e98-895c4a7691c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.112891] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392092, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.116698] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:f2:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5d31a18-1726-44f2-8e98-895c4a7691c3', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.125297] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating folder: Project (233c8c00073a49e6b14cf413675ebc7d). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.126712] env[63920]: DEBUG nova.network.neutron [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Successfully created port: 58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.132098] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b3367f-586d-415d-889d-e8b3f9ce9eaa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.146799] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created folder: Project (233c8c00073a49e6b14cf413675ebc7d) in parent group-v485178. [ 773.146799] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating folder: Instances. Parent ref: group-v485314. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 773.146988] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ecf29b9-9adc-490b-b67f-b7b8d371e070 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.160705] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created folder: Instances in parent group-v485314. [ 773.160937] env[63920]: DEBUG oslo.service.loopingcall [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.161567] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.161822] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56e5e8c6-ec3e-4226-aeed-1bafee172638 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.189246] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.189246] env[63920]: value = "task-2392098" [ 773.189246] env[63920]: _type = "Task" [ 773.189246] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.198049] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392098, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.285949] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa29d49-a42b-49be-8d2a-0a540ecaa090 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.295929] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba0a22-fed9-4be9-81de-dbbf46f4911a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.331899] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545b49b-5a91-4fdf-a215-fe51c44c6545 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.343450] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c768bb08-0827-4a6b-93a3-2bfc7b68e5a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.347408] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17612} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.347686] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.348888] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61a63e3-8ab3-49d1-bb2b-4f510ae554d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.359992] env[63920]: DEBUG nova.compute.provider_tree [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.389911] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] ea621953-3fd8-43f2-950b-4acd654f7483/ea621953-3fd8-43f2-950b-4acd654f7483.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.391088] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9991bbe0-dd81-4752-83f8-bd3d82e5700a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.416503] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 773.416503] env[63920]: value = "task-2392099" [ 773.416503] env[63920]: _type = "Task" [ 773.416503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.429206] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.509367] env[63920]: DEBUG nova.network.neutron [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updated VIF entry in instance network info cache for port 5fb4d321-4595-43cc-a621-1eebfa27d11f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.514082] env[63920]: DEBUG nova.network.neutron [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updating instance_info_cache with network_info: [{"id": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "address": "fa:16:3e:20:8f:8d", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fb4d321-45", "ovs_interfaceid": "5fb4d321-4595-43cc-a621-1eebfa27d11f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.588469] env[63920]: DEBUG oslo_vmware.api [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392095, 'name': ReconfigVM_Task, 'duration_secs': 0.206307} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.588842] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485309', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'name': 'volume-a519dc9f-749f-4d69-b1df-75b24958a235', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9fe8811-1b42-4355-b7a9-9efd10729e8b', 'attached_at': '', 'detached_at': '', 'volume_id': 'a519dc9f-749f-4d69-b1df-75b24958a235', 'serial': 'a519dc9f-749f-4d69-b1df-75b24958a235'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 773.607589] env[63920]: DEBUG oslo_vmware.api [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392092, 'name': PowerOnVM_Task, 'duration_secs': 1.54219} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.607861] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.608077] env[63920]: INFO nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Took 11.51 seconds to spawn the instance on the hypervisor. [ 773.608261] env[63920]: DEBUG nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.609085] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5831b54-bb21-418d-85b9-37fde7e8fdbc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.666016] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.700642] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392098, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.704916] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.705187] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.705338] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.705749] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.705749] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.705885] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.705970] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.706146] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.706307] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.707963] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.707963] env[63920]: DEBUG nova.virt.hardware [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.707963] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5608ba-8365-4fc5-8a27-ec4d4b39acae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.717094] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cf0a44-2c5a-4ad7-b849-657424787b5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.865771] env[63920]: DEBUG nova.scheduler.client.report [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.928794] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.012715] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Releasing lock "refresh_cache-ca2aa06c-914f-498c-9951-c588c07f07b0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.013888] env[63920]: DEBUG nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Received event network-vif-plugged-d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.013888] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Acquiring lock "6daee122-5622-4804-bd63-a292c4e59e45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.013888] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Lock "6daee122-5622-4804-bd63-a292c4e59e45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.013888] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Lock "6daee122-5622-4804-bd63-a292c4e59e45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.014383] env[63920]: DEBUG nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] No waiting events found dispatching network-vif-plugged-d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.014383] env[63920]: WARNING nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Received unexpected event network-vif-plugged-d5d31a18-1726-44f2-8e98-895c4a7691c3 for instance with vm_state building and task_state spawning. [ 774.014587] env[63920]: DEBUG nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Received event network-changed-d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.014751] env[63920]: DEBUG nova.compute.manager [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Refreshing instance network info cache due to event network-changed-d5d31a18-1726-44f2-8e98-895c4a7691c3. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 774.014994] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Acquiring lock "refresh_cache-6daee122-5622-4804-bd63-a292c4e59e45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 774.015484] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Acquired lock "refresh_cache-6daee122-5622-4804-bd63-a292c4e59e45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.015684] env[63920]: DEBUG nova.network.neutron [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Refreshing network info cache for port d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.132242] env[63920]: INFO nova.compute.manager [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Took 52.53 seconds to build instance. [ 774.151225] env[63920]: DEBUG nova.objects.instance [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lazy-loading 'flavor' on Instance uuid c9fe8811-1b42-4355-b7a9-9efd10729e8b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.203555] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392098, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.298904] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquiring lock "c95f85fd-e213-4861-973c-5759d0590696" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.299226] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "c95f85fd-e213-4861-973c-5759d0590696" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.299479] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquiring lock "c95f85fd-e213-4861-973c-5759d0590696-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.299673] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "c95f85fd-e213-4861-973c-5759d0590696-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.299843] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "c95f85fd-e213-4861-973c-5759d0590696-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.302628] env[63920]: INFO nova.compute.manager [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Terminating instance [ 774.373101] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.373101] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.375759] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.572s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.378037] env[63920]: INFO nova.compute.claims [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.433240] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392099, 'name': ReconfigVM_Task, 'duration_secs': 0.817028} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.433534] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Reconfigured VM instance instance-0000002e to attach disk [datastore2] ea621953-3fd8-43f2-950b-4acd654f7483/ea621953-3fd8-43f2-950b-4acd654f7483.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.434188] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6fe848e-b6c4-4e1c-be68-f2377d48f444 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.443079] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 774.443079] env[63920]: value = "task-2392100" [ 774.443079] env[63920]: _type = "Task" [ 774.443079] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.452760] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392100, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.634292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bdb04ca0-5662-43ad-a26b-39bd3a04bfcb tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.595s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.705236] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392098, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.807343] env[63920]: DEBUG nova.compute.manager [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.807586] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.807923] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7806391a-574e-4fe5-8c2e-4fff2e070d65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.819917] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 774.819917] env[63920]: value = "task-2392101" [ 774.819917] env[63920]: _type = "Task" [ 774.819917] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.830762] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.881470] env[63920]: DEBUG nova.compute.utils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 774.888024] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.888024] env[63920]: DEBUG nova.network.neutron [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.888656] env[63920]: DEBUG nova.network.neutron [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Updated VIF entry in instance network info cache for port d5d31a18-1726-44f2-8e98-895c4a7691c3. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.889029] env[63920]: DEBUG nova.network.neutron [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Updating instance_info_cache with network_info: [{"id": "d5d31a18-1726-44f2-8e98-895c4a7691c3", "address": "fa:16:3e:3b:f2:06", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5d31a18-17", "ovs_interfaceid": "d5d31a18-1726-44f2-8e98-895c4a7691c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.957954] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392100, 'name': Rename_Task, 'duration_secs': 0.401745} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.958228] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.958265] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97942acc-a629-43d2-9859-9e2c210bf959 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.967862] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 774.967862] env[63920]: value = "task-2392102" [ 774.967862] env[63920]: _type = "Task" [ 774.967862] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.978086] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.993093] env[63920]: DEBUG nova.policy [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ed5559202e44398908e90ee45a3b5c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677d1e92ad7f4cc09f647a48f83118f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.137264] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.160886] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7e5e884-072b-4e55-b715-c33c9b7f5384 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.295s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.210805] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392098, 'name': CreateVM_Task, 'duration_secs': 1.879298} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.211236] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.212435] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.212718] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.213200] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.213711] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f2fd95-e87d-4544-b348-e2a974ce9a58 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.222629] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 775.222629] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52576bc8-cc81-8566-f799-bde4182a8161" [ 775.222629] env[63920]: _type = "Task" [ 775.222629] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.230853] env[63920]: DEBUG nova.network.neutron [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Successfully updated port: 58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.240847] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52576bc8-cc81-8566-f799-bde4182a8161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.330934] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392101, 'name': PowerOffVM_Task, 'duration_secs': 0.25928} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.331247] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.331442] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 775.331623] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485210', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'name': 'volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c95f85fd-e213-4861-973c-5759d0590696', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'serial': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 775.332462] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f13ad35-8bcf-4df8-869d-5e9aa7cb488b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.352617] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c88d9-8e64-4c9f-979a-df422cc8f4a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.360692] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be3cde6-1f0c-4c8e-82bb-ca79e7f9185c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.382115] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf785285-cb53-4204-8c82-e333186171dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.402307] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.405111] env[63920]: DEBUG oslo_concurrency.lockutils [req-deabba9d-0edb-4bae-9350-da7c0fb73544 req-6ac1a4e4-5403-4c28-bc02-0bbefc0d19eb service nova] Releasing lock "refresh_cache-6daee122-5622-4804-bd63-a292c4e59e45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.405957] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] The volume has not been displaced from its original location: [datastore1] volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e/volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 775.417656] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 775.420110] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-214d3699-169c-47cb-9756-c3819065be2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.435652] env[63920]: DEBUG nova.compute.manager [req-a451e910-280a-4b87-ad9b-3eca29ffdd0f req-164c95d5-ba1d-420d-a25d-4e76fc395e2b service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Received event network-vif-plugged-58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 775.435885] env[63920]: DEBUG oslo_concurrency.lockutils [req-a451e910-280a-4b87-ad9b-3eca29ffdd0f req-164c95d5-ba1d-420d-a25d-4e76fc395e2b service nova] Acquiring lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.436114] env[63920]: DEBUG oslo_concurrency.lockutils [req-a451e910-280a-4b87-ad9b-3eca29ffdd0f req-164c95d5-ba1d-420d-a25d-4e76fc395e2b service nova] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.436275] env[63920]: DEBUG oslo_concurrency.lockutils [req-a451e910-280a-4b87-ad9b-3eca29ffdd0f req-164c95d5-ba1d-420d-a25d-4e76fc395e2b service nova] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.436526] env[63920]: DEBUG nova.compute.manager [req-a451e910-280a-4b87-ad9b-3eca29ffdd0f req-164c95d5-ba1d-420d-a25d-4e76fc395e2b service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] No waiting events found dispatching network-vif-plugged-58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.436618] env[63920]: WARNING nova.compute.manager [req-a451e910-280a-4b87-ad9b-3eca29ffdd0f req-164c95d5-ba1d-420d-a25d-4e76fc395e2b service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Received unexpected event network-vif-plugged-58cf949e-00e4-4fbe-94ae-3807886c363d for instance with vm_state building and task_state spawning. [ 775.445239] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 775.445239] env[63920]: value = "task-2392103" [ 775.445239] env[63920]: _type = "Task" [ 775.445239] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.455845] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.481045] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.653118] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4e95-d09a-35db-d403-fed719dd20f4/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 775.654132] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23da11-10e5-45c2-9998-d61260401653 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.659989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.665137] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4e95-d09a-35db-d403-fed719dd20f4/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 775.665257] env[63920]: ERROR oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4e95-d09a-35db-d403-fed719dd20f4/disk-0.vmdk due to incomplete transfer. [ 775.665582] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3def2af3-e9d7-4779-9327-947e93aa5b31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.675659] env[63920]: DEBUG oslo_vmware.rw_handles [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ea4e95-d09a-35db-d403-fed719dd20f4/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 775.675786] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Uploaded image 4e550f9b-65d2-4ffb-981e-5d3577f174cb to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 775.678451] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 775.678805] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3bf4f22d-3744-48a8-a4d3-53d1eda32154 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.688356] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 775.688356] env[63920]: value = "task-2392104" [ 775.688356] env[63920]: _type = "Task" [ 775.688356] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.705971] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392104, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.734520] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.734679] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquired lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.735106] env[63920]: DEBUG nova.network.neutron [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.736341] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52576bc8-cc81-8566-f799-bde4182a8161, 'name': SearchDatastore_Task, 'duration_secs': 0.022656} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.739193] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.739429] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.739709] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.739813] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.739983] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.741275] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ccdbf9c-e1d1-4e22-a27b-df47cefc3ab0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.754014] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.754014] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.754014] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e792679d-4ba5-46b3-9849-880f84a8d978 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.764990] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 775.764990] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bb6b3-e010-5f94-1fb0-e8b819730e97" [ 775.764990] env[63920]: _type = "Task" [ 775.764990] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.779703] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bb6b3-e010-5f94-1fb0-e8b819730e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.793994] env[63920]: DEBUG nova.network.neutron [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Successfully created port: 90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.960278] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392103, 'name': ReconfigVM_Task, 'duration_secs': 0.296676} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.960608] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 775.968950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.968950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.969177] env[63920]: DEBUG nova.compute.manager [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.969399] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33099571-a0f0-4d14-96ff-5058b626686e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.981172] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af82b619-66eb-46bc-b621-bfd37f8aa9fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.993918] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392102, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.996940] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 775.996940] env[63920]: value = "task-2392105" [ 775.996940] env[63920]: _type = "Task" [ 775.996940] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.997709] env[63920]: DEBUG nova.compute.manager [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 775.998615] env[63920]: DEBUG nova.objects.instance [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'flavor' on Instance uuid 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.014570] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.020159] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9686d216-2114-475b-a297-a311e2ebb690 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.029579] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c6adf1-2ac6-4896-886c-68bcdefd10ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065025] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd4bed-3aaf-47bb-848f-3de910ca0067 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.073674] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54329729-6ad5-48a9-b4cc-38d58eab610a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.091659] env[63920]: DEBUG nova.compute.provider_tree [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.206688] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392104, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.282022] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bb6b3-e010-5f94-1fb0-e8b819730e97, 'name': SearchDatastore_Task, 'duration_secs': 0.01921} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.282022] env[63920]: DEBUG nova.network.neutron [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.284361] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3066a99-5f61-4a88-9a7e-5482bc7645b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.295680] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 776.295680] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5240324d-8c17-8d7b-9f37-12f6fb218edf" [ 776.295680] env[63920]: _type = "Task" [ 776.295680] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.305913] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5240324d-8c17-8d7b-9f37-12f6fb218edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.391836] env[63920]: DEBUG nova.compute.manager [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Received event network-changed-14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.391836] env[63920]: DEBUG nova.compute.manager [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Refreshing instance network info cache due to event network-changed-14f745e6-1f29-4cd8-a505-4c95d02bc182. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.391836] env[63920]: DEBUG oslo_concurrency.lockutils [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] Acquiring lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.392265] env[63920]: DEBUG oslo_concurrency.lockutils [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] Acquired lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.392265] env[63920]: DEBUG nova.network.neutron [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Refreshing network info cache for port 14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.427391] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.465500] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.465813] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.465899] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.466139] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.466291] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.466436] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.466680] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.466851] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.467028] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.467192] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.467412] env[63920]: DEBUG nova.virt.hardware [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.468251] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1571416-c264-48a9-a731-1266c02767bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.477508] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a22f2-027f-44f0-a3e8-e31ee4c81235 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.483059] env[63920]: DEBUG nova.network.neutron [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Updating instance_info_cache with network_info: [{"id": "58cf949e-00e4-4fbe-94ae-3807886c363d", "address": "fa:16:3e:da:56:7a", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf949e-00", "ovs_interfaceid": "58cf949e-00e4-4fbe-94ae-3807886c363d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.493264] env[63920]: DEBUG oslo_vmware.api [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392102, 'name': PowerOnVM_Task, 'duration_secs': 1.45636} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.501185] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.501446] env[63920]: INFO nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Took 11.19 seconds to spawn the instance on the hypervisor. [ 776.502060] env[63920]: DEBUG nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.503878] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5086ca-2a32-4a2e-a9ee-3f0a68794da9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.528012] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392105, 'name': ReconfigVM_Task, 'duration_secs': 0.202764} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.528947] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485210', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'name': 'volume-d3ad68dd-f595-4772-98b0-eb913d5ded1e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c95f85fd-e213-4861-973c-5759d0590696', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e', 'serial': 'd3ad68dd-f595-4772-98b0-eb913d5ded1e'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 776.529202] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.530033] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e36173-3aed-4064-9525-6938fea7fbe9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.538900] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.538944] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-311f3702-d9f9-4ce6-9c56-6d95d6963e36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.597813] env[63920]: DEBUG nova.scheduler.client.report [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.642504] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.642733] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.642892] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Deleting the datastore file [datastore1] c95f85fd-e213-4861-973c-5759d0590696 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.643180] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7135b25-a919-49ad-b88f-79142aa900b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.652265] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for the task: (returnval){ [ 776.652265] env[63920]: value = "task-2392107" [ 776.652265] env[63920]: _type = "Task" [ 776.652265] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.660470] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.702342] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392104, 'name': Destroy_Task, 'duration_secs': 0.544931} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.703092] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Destroyed the VM [ 776.703356] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.703634] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-728d42e7-8e71-4478-8cab-e6caa424f056 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.711887] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 776.711887] env[63920]: value = "task-2392108" [ 776.711887] env[63920]: _type = "Task" [ 776.711887] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.721105] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.807475] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5240324d-8c17-8d7b-9f37-12f6fb218edf, 'name': SearchDatastore_Task, 'duration_secs': 0.019817} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.807754] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.808038] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 6daee122-5622-4804-bd63-a292c4e59e45/6daee122-5622-4804-bd63-a292c4e59e45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.808300] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a40836d-8549-4345-a7f3-ef196c06ef0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.815761] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 776.815761] env[63920]: value = "task-2392109" [ 776.815761] env[63920]: _type = "Task" [ 776.815761] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.826419] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.975045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.975045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.988962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Releasing lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.989232] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Instance network_info: |[{"id": "58cf949e-00e4-4fbe-94ae-3807886c363d", "address": "fa:16:3e:da:56:7a", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf949e-00", "ovs_interfaceid": "58cf949e-00e4-4fbe-94ae-3807886c363d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.990254] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:56:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58cf949e-00e4-4fbe-94ae-3807886c363d', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.998384] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Creating folder: Project (c32daf89ea604613a3b67f0f46fa3278). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.001813] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-387240f0-21d1-49b5-99f3-fe68f21d9413 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.014149] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.016307] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-073faf4d-e701-480c-a2b8-9e7a7bee9c8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.018382] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Created folder: Project (c32daf89ea604613a3b67f0f46fa3278) in parent group-v485178. [ 777.018575] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Creating folder: Instances. Parent ref: group-v485317. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.019187] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaaaaa3f-ac28-4f11-b76a-b84f0b76ccf3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.027651] env[63920]: DEBUG oslo_vmware.api [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 777.027651] env[63920]: value = "task-2392112" [ 777.027651] env[63920]: _type = "Task" [ 777.027651] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.037230] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Created folder: Instances in parent group-v485317. [ 777.037230] env[63920]: DEBUG oslo.service.loopingcall [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.038808] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.039316] env[63920]: INFO nova.compute.manager [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Took 49.81 seconds to build instance. [ 777.040709] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-457c16ae-c110-4853-9813-fc6099bc49ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.065306] env[63920]: DEBUG oslo_vmware.api [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.080089] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.080089] env[63920]: value = "task-2392113" [ 777.080089] env[63920]: _type = "Task" [ 777.080089] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.091437] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392113, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.103254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.103797] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.107413] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.145s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.109039] env[63920]: INFO nova.compute.claims [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.166200] env[63920]: DEBUG oslo_vmware.api [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Task: {'id': task-2392107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239674} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.166200] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 777.166433] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 777.166569] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 777.166796] env[63920]: INFO nova.compute.manager [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Took 2.36 seconds to destroy the instance on the hypervisor. [ 777.167131] env[63920]: DEBUG oslo.service.loopingcall [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.167372] env[63920]: DEBUG nova.compute.manager [-] [instance: c95f85fd-e213-4861-973c-5759d0590696] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 777.167490] env[63920]: DEBUG nova.network.neutron [-] [instance: c95f85fd-e213-4861-973c-5759d0590696] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 777.230237] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392108, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.333854] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.442705] env[63920]: DEBUG nova.network.neutron [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Updated VIF entry in instance network info cache for port 14f745e6-1f29-4cd8-a505-4c95d02bc182. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.443211] env[63920]: DEBUG nova.network.neutron [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Updating instance_info_cache with network_info: [{"id": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "address": "fa:16:3e:4e:c5:79", "network": {"id": "4d48f557-68bf-4807-b28e-fbb734d365ca", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1709213917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c502b6abb8a465e946036549ae18343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f745e6-1f", "ovs_interfaceid": "14f745e6-1f29-4cd8-a505-4c95d02bc182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.539829] env[63920]: DEBUG oslo_vmware.api [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392112, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.566611] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa2225c1-ece3-439b-9756-e373711cd79a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "ea621953-3fd8-43f2-950b-4acd654f7483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.069s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.571480] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "44842841-3c29-4b60-84f9-8b95dd62b107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.572225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "44842841-3c29-4b60-84f9-8b95dd62b107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.572225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "44842841-3c29-4b60-84f9-8b95dd62b107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.572225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "44842841-3c29-4b60-84f9-8b95dd62b107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.572412] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "44842841-3c29-4b60-84f9-8b95dd62b107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.575562] env[63920]: INFO nova.compute.manager [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Terminating instance [ 777.599967] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392113, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.611271] env[63920]: DEBUG nova.network.neutron [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Successfully updated port: 90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.615276] env[63920]: DEBUG nova.compute.utils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 777.626025] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.626025] env[63920]: DEBUG nova.network.neutron [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.676340] env[63920]: DEBUG nova.policy [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07eb3218e8414a04ac5483604a626eeb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e84c37a3b86c47f6b8abb873f6151e56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.726999] env[63920]: DEBUG oslo_vmware.api [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868384} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.727976] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 777.730015] env[63920]: INFO nova.compute.manager [None req-22c81c2a-f78c-44e5-832b-e2362f1cffdf tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Took 20.36 seconds to snapshot the instance on the hypervisor. [ 777.833586] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742395} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.834107] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 6daee122-5622-4804-bd63-a292c4e59e45/6daee122-5622-4804-bd63-a292c4e59e45.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.834446] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.834830] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd341519-3959-438d-925f-4c83954bd56c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.845746] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 777.845746] env[63920]: value = "task-2392114" [ 777.845746] env[63920]: _type = "Task" [ 777.845746] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.859198] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.948064] env[63920]: DEBUG oslo_concurrency.lockutils [req-be8a66de-8835-40cb-9760-04c84983cf84 req-e1a99169-a9ca-482d-9c65-b0361fc588bc service nova] Releasing lock "refresh_cache-82535807-3e38-4b5e-94f8-5a1efe98541f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.041403] env[63920]: DEBUG oslo_vmware.api [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392112, 'name': PowerOffVM_Task, 'duration_secs': 0.611393} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.041717] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.041921] env[63920]: DEBUG nova.compute.manager [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.042910] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f6750-f4fd-4266-bb32-57ecab0edb05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.069243] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.082676] env[63920]: DEBUG nova.compute.manager [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 778.082676] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.083502] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16713d6-e4cd-4fdd-8daf-cce0981a4f69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.101355] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.105616] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fa089e-09a2-4d6f-aad5-f2eda6cc951b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.108622] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392113, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.113195] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "refresh_cache-7d8cc18f-ed32-486f-a977-64ca7068be9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.113907] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquired lock "refresh_cache-7d8cc18f-ed32-486f-a977-64ca7068be9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.113907] env[63920]: DEBUG nova.network.neutron [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.120711] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 778.120711] env[63920]: value = "task-2392115" [ 778.120711] env[63920]: _type = "Task" [ 778.120711] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.129457] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.149451] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2392115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.189039] env[63920]: DEBUG nova.network.neutron [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Successfully created port: 03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.190182] env[63920]: DEBUG nova.compute.manager [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Received event network-changed-58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 778.190182] env[63920]: DEBUG nova.compute.manager [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Refreshing instance network info cache due to event network-changed-58cf949e-00e4-4fbe-94ae-3807886c363d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 778.190520] env[63920]: DEBUG oslo_concurrency.lockutils [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] Acquiring lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.190622] env[63920]: DEBUG oslo_concurrency.lockutils [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] Acquired lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.191253] env[63920]: DEBUG nova.network.neutron [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Refreshing network info cache for port 58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.359347] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109091} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.359347] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.360128] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132f88c8-2375-42f7-ace7-13ab7e40852b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.385953] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 6daee122-5622-4804-bd63-a292c4e59e45/6daee122-5622-4804-bd63-a292c4e59e45.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.390585] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6f2f9db-06f6-4cd1-9f3a-fabff3e0aec2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.410868] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 778.410868] env[63920]: value = "task-2392116" [ 778.410868] env[63920]: _type = "Task" [ 778.410868] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.425137] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.469947] env[63920]: DEBUG nova.network.neutron [-] [instance: c95f85fd-e213-4861-973c-5759d0590696] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.562113] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8e61d729-b8d9-4f0d-8e15-9bd16f3f78a8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.593s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.596184] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392113, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.603441] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.634196] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2392115, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.659699] env[63920]: DEBUG nova.network.neutron [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.732652] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01734651-3d62-4c34-b25c-52b53c90521f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.742076] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea8c155-29c6-4d7d-9c98-9cf541b0394a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.746598] env[63920]: DEBUG nova.compute.manager [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.747454] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280127da-35e6-444d-b69b-7618282c3404 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.793749] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e828e6-1383-4c6d-9385-4f7c5c050c52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.807820] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc148162-426b-4816-8527-acb4737daa3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.824984] env[63920]: DEBUG nova.compute.provider_tree [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.926149] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.942339] env[63920]: DEBUG nova.network.neutron [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Updating instance_info_cache with network_info: [{"id": "90436124-d768-4f2b-8bfc-436a49152a04", "address": "fa:16:3e:4a:26:eb", "network": {"id": "f0195656-235b-41d3-a0f0-77884b3de7a4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1351073325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677d1e92ad7f4cc09f647a48f83118f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90436124-d7", "ovs_interfaceid": "90436124-d768-4f2b-8bfc-436a49152a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.973511] env[63920]: INFO nova.compute.manager [-] [instance: c95f85fd-e213-4861-973c-5759d0590696] Took 1.81 seconds to deallocate network for instance. [ 779.024650] env[63920]: DEBUG nova.compute.manager [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Received event network-vif-plugged-90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.025011] env[63920]: DEBUG oslo_concurrency.lockutils [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] Acquiring lock "7d8cc18f-ed32-486f-a977-64ca7068be9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.025320] env[63920]: DEBUG oslo_concurrency.lockutils [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.025602] env[63920]: DEBUG oslo_concurrency.lockutils [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.025896] env[63920]: DEBUG nova.compute.manager [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] No waiting events found dispatching network-vif-plugged-90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.026094] env[63920]: WARNING nova.compute.manager [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Received unexpected event network-vif-plugged-90436124-d768-4f2b-8bfc-436a49152a04 for instance with vm_state building and task_state spawning. [ 779.026434] env[63920]: DEBUG nova.compute.manager [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Received event network-changed-90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.026607] env[63920]: DEBUG nova.compute.manager [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Refreshing instance network info cache due to event network-changed-90436124-d768-4f2b-8bfc-436a49152a04. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 779.026751] env[63920]: DEBUG oslo_concurrency.lockutils [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] Acquiring lock "refresh_cache-7d8cc18f-ed32-486f-a977-64ca7068be9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.037901] env[63920]: DEBUG nova.network.neutron [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Updated VIF entry in instance network info cache for port 58cf949e-00e4-4fbe-94ae-3807886c363d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.037901] env[63920]: DEBUG nova.network.neutron [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Updating instance_info_cache with network_info: [{"id": "58cf949e-00e4-4fbe-94ae-3807886c363d", "address": "fa:16:3e:da:56:7a", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf949e-00", "ovs_interfaceid": "58cf949e-00e4-4fbe-94ae-3807886c363d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.095638] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392113, 'name': CreateVM_Task, 'duration_secs': 1.931782} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.095895] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.096577] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.096768] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.097119] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 779.097382] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017f5073-a3b1-44f1-90e5-72948d9f0887 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.104597] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 779.104597] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b1dae-6864-76f7-d775-eb8b2da035cc" [ 779.104597] env[63920]: _type = "Task" [ 779.104597] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.114242] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b1dae-6864-76f7-d775-eb8b2da035cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.131715] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2392115, 'name': PowerOffVM_Task, 'duration_secs': 0.585244} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.132251] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.133029] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.133029] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20cbce33-b6ee-4238-960d-4bec38cab30a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.140268] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.176077] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.176373] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.176505] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.176698] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.176839] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.176982] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.177216] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.177371] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.177537] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.177764] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.177899] env[63920]: DEBUG nova.virt.hardware [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.181055] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ace654-5bef-4224-9357-4886d89d335a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.187998] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f87ced3-7036-425b-a8a1-60e81289eb81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.210383] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.210718] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.210834] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Deleting the datastore file [datastore2] 44842841-3c29-4b60-84f9-8b95dd62b107 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.211111] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61cd52a3-7d9f-48f2-89a7-ec6f7110717f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.218932] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for the task: (returnval){ [ 779.218932] env[63920]: value = "task-2392118" [ 779.218932] env[63920]: _type = "Task" [ 779.218932] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.228316] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2392118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.261647] env[63920]: INFO nova.compute.manager [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] instance snapshotting [ 779.264891] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a322b8-0504-4ab4-a16f-4915d41a2129 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.284351] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d207c86b-d5f9-41df-9b0c-0aeafc9773d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.328830] env[63920]: DEBUG nova.scheduler.client.report [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.423441] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392116, 'name': ReconfigVM_Task, 'duration_secs': 0.679187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.423800] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 6daee122-5622-4804-bd63-a292c4e59e45/6daee122-5622-4804-bd63-a292c4e59e45.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.424442] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a39b61e6-702a-494a-b93b-0c0aa3eb49b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.434252] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 779.434252] env[63920]: value = "task-2392119" [ 779.434252] env[63920]: _type = "Task" [ 779.434252] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.445823] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Releasing lock "refresh_cache-7d8cc18f-ed32-486f-a977-64ca7068be9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.446205] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Instance network_info: |[{"id": "90436124-d768-4f2b-8bfc-436a49152a04", "address": "fa:16:3e:4a:26:eb", "network": {"id": "f0195656-235b-41d3-a0f0-77884b3de7a4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1351073325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677d1e92ad7f4cc09f647a48f83118f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90436124-d7", "ovs_interfaceid": "90436124-d768-4f2b-8bfc-436a49152a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.446572] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392119, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.446738] env[63920]: DEBUG oslo_concurrency.lockutils [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] Acquired lock "refresh_cache-7d8cc18f-ed32-486f-a977-64ca7068be9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.446912] env[63920]: DEBUG nova.network.neutron [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Refreshing network info cache for port 90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.448780] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:26:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a88b707-352e-4be7-b1d6-ad6074b40ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90436124-d768-4f2b-8bfc-436a49152a04', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.458158] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Creating folder: Project (677d1e92ad7f4cc09f647a48f83118f3). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.459430] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cdf3846-7821-45f7-ae58-081f2e4c6b0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.475811] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Created folder: Project (677d1e92ad7f4cc09f647a48f83118f3) in parent group-v485178. [ 779.476066] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Creating folder: Instances. Parent ref: group-v485320. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.476322] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-560ee6bb-61dc-4871-910f-b5a14cac5661 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.487886] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Created folder: Instances in parent group-v485320. [ 779.488168] env[63920]: DEBUG oslo.service.loopingcall [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.488773] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.488773] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bea1c01-1f44-4300-95c3-ba9670fa07f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.512169] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.512169] env[63920]: value = "task-2392122" [ 779.512169] env[63920]: _type = "Task" [ 779.512169] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.521643] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392122, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.540342] env[63920]: DEBUG oslo_concurrency.lockutils [req-87f56874-8837-4bdc-81df-897af5f7efbd req-2601b4f0-479f-4ec1-8ab6-61620bbd7583 service nova] Releasing lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.541942] env[63920]: INFO nova.compute.manager [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Took 0.57 seconds to detach 1 volumes for instance. [ 779.544350] env[63920]: DEBUG nova.compute.manager [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] [instance: c95f85fd-e213-4861-973c-5759d0590696] Deleting volume: d3ad68dd-f595-4772-98b0-eb913d5ded1e {{(pid=63920) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 779.620262] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b1dae-6864-76f7-d775-eb8b2da035cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015661} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.620262] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.620262] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.620262] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 779.620407] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.620407] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.620407] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bce4e5b-9023-4765-9386-2752a3aa7c4f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.630032] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.630276] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.631885] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e7bcdae-b19a-43a1-bb7f-0eefc9529c73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.639414] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 779.639414] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521dfae1-7949-24d2-591d-873ecf2936cb" [ 779.639414] env[63920]: _type = "Task" [ 779.639414] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.650850] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521dfae1-7949-24d2-591d-873ecf2936cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.729945] env[63920]: DEBUG oslo_vmware.api [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Task: {'id': task-2392118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367264} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.730227] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.730416] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.730596] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.731824] env[63920]: INFO nova.compute.manager [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Took 1.65 seconds to destroy the instance on the hypervisor. [ 779.731824] env[63920]: DEBUG oslo.service.loopingcall [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 779.731824] env[63920]: DEBUG nova.compute.manager [-] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.731824] env[63920]: DEBUG nova.network.neutron [-] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.796085] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.796416] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eeee0ce6-6ae5-4ad0-a10f-28a410dc5d31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.805295] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 779.805295] env[63920]: value = "task-2392124" [ 779.805295] env[63920]: _type = "Task" [ 779.805295] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.814874] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392124, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.835697] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.836293] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.839185] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.726s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.839364] env[63920]: DEBUG nova.objects.instance [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lazy-loading 'resources' on Instance uuid 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.911230] env[63920]: DEBUG nova.compute.manager [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.912380] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22986941-21c7-4ff8-95a9-44e552f59c7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.950108] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392119, 'name': Rename_Task, 'duration_secs': 0.25226} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.950108] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.950108] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc03debd-38fa-45a3-a50f-6af524793267 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.964028] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 779.964028] env[63920]: value = "task-2392125" [ 779.964028] env[63920]: _type = "Task" [ 779.964028] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.976440] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.977244] env[63920]: DEBUG nova.network.neutron [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Successfully updated port: 03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.025912] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392122, 'name': CreateVM_Task, 'duration_secs': 0.380785} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.028846] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.029570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.029733] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.030062] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 780.030641] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6384caa-befb-41eb-aeeb-f926a24f5079 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.039021] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 780.039021] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5272eab4-bbb2-0f75-39a6-5417e8e3062e" [ 780.039021] env[63920]: _type = "Task" [ 780.039021] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.049913] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5272eab4-bbb2-0f75-39a6-5417e8e3062e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.099519] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.150394] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521dfae1-7949-24d2-591d-873ecf2936cb, 'name': SearchDatastore_Task, 'duration_secs': 0.0167} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.151309] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e06b3b-3edb-4ee4-8f6b-b3abb06762aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.158525] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 780.158525] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524bbf83-4255-417d-3192-530d4370bc87" [ 780.158525] env[63920]: _type = "Task" [ 780.158525] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.170957] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524bbf83-4255-417d-3192-530d4370bc87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.213496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.213740] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.244204] env[63920]: DEBUG nova.compute.manager [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.245572] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27fbc0-eaa6-46e5-805c-37b99c9e5624 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.316918] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.343345] env[63920]: DEBUG nova.compute.utils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 780.348619] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.348619] env[63920]: DEBUG nova.network.neutron [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.413805] env[63920]: DEBUG nova.objects.instance [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'flavor' on Instance uuid 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.427557] env[63920]: INFO nova.compute.manager [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] instance snapshotting [ 780.431680] env[63920]: DEBUG nova.policy [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06d1845e3b87492fb9a1aabf9c9d582e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa120f7003fc48008b10ac319b841758', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.436464] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cdb065-32ab-49f0-ae6e-62cfa56e9bc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.461473] env[63920]: DEBUG nova.network.neutron [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Updated VIF entry in instance network info cache for port 90436124-d768-4f2b-8bfc-436a49152a04. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.461871] env[63920]: DEBUG nova.network.neutron [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Updating instance_info_cache with network_info: [{"id": "90436124-d768-4f2b-8bfc-436a49152a04", "address": "fa:16:3e:4a:26:eb", "network": {"id": "f0195656-235b-41d3-a0f0-77884b3de7a4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1351073325-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677d1e92ad7f4cc09f647a48f83118f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a88b707-352e-4be7-b1d6-ad6074b40ed9", "external-id": "nsx-vlan-transportzone-789", "segmentation_id": 789, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90436124-d7", "ovs_interfaceid": "90436124-d768-4f2b-8bfc-436a49152a04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.466287] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008d7d3-4952-41c8-85b4-db15d531521f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.477256] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.480064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.480233] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.480404] env[63920]: DEBUG nova.network.neutron [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.549237] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5272eab4-bbb2-0f75-39a6-5417e8e3062e, 'name': SearchDatastore_Task, 'duration_secs': 0.019073} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.552823] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.553221] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.553502] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.553654] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.553836] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.554611] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-974c20e0-e969-4e4d-aa2c-f34bf9a496e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.567133] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.567133] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.567133] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1415c8fa-f50e-49e0-812f-82fb6da80bc1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.575439] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 780.575439] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528aa769-09ad-f517-efd9-956e446b329e" [ 780.575439] env[63920]: _type = "Task" [ 780.575439] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.585721] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528aa769-09ad-f517-efd9-956e446b329e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.661448] env[63920]: DEBUG nova.compute.manager [req-67d846d1-733d-4c21-bb3b-9783407fe757 req-59f08155-090e-4c20-a7e3-0477dee30207 service nova] [instance: c95f85fd-e213-4861-973c-5759d0590696] Received event network-vif-deleted-419cdfa2-dca6-4703-a3b9-71bbda80b213 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 780.673045] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524bbf83-4255-417d-3192-530d4370bc87, 'name': SearchDatastore_Task, 'duration_secs': 0.0225} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.676617] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.676617] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 7c862cbf-e7fb-44a1-b19c-f6b1355b0721/7c862cbf-e7fb-44a1-b19c-f6b1355b0721.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.677662] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d982cb8-2e81-4807-bc71-68093dd4a6f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.686471] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 780.686471] env[63920]: value = "task-2392126" [ 780.686471] env[63920]: _type = "Task" [ 780.686471] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.699689] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.763142] env[63920]: INFO nova.compute.manager [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] instance snapshotting [ 780.763500] env[63920]: DEBUG nova.objects.instance [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'flavor' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.817103] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.848990] env[63920]: DEBUG nova.compute.utils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 780.920129] env[63920]: DEBUG oslo_concurrency.lockutils [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 780.920298] env[63920]: DEBUG oslo_concurrency.lockutils [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.920482] env[63920]: DEBUG nova.network.neutron [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.920659] env[63920]: DEBUG nova.objects.instance [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'info_cache' on Instance uuid 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.933070] env[63920]: DEBUG nova.network.neutron [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Successfully created port: 01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.968055] env[63920]: DEBUG oslo_concurrency.lockutils [req-b47a92ac-ecb0-4f7d-9f1f-3ca7bef005a6 req-6b4a2207-552b-455b-a1a2-5025cd0ac53c service nova] Releasing lock "refresh_cache-7d8cc18f-ed32-486f-a977-64ca7068be9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 780.979200] env[63920]: DEBUG oslo_vmware.api [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392125, 'name': PowerOnVM_Task, 'duration_secs': 0.960347} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.979593] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.979827] env[63920]: INFO nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Took 11.44 seconds to spawn the instance on the hypervisor. [ 780.980112] env[63920]: DEBUG nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.980990] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cea75-8edd-4de4-a682-5151b459ea0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.989369] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.989826] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cdee0de-c3cb-464e-82f0-9914195dfa77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.005556] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 781.005556] env[63920]: value = "task-2392127" [ 781.005556] env[63920]: _type = "Task" [ 781.005556] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.013741] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786b2dfe-a16f-4fe2-bcca-9e1415f43777 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.023451] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.026722] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5bc7d6-2cec-485a-9cae-b5a8de063693 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.065440] env[63920]: DEBUG nova.network.neutron [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.068065] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21de369-f44d-4b8e-9ce8-5db794e7b2e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.080676] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84088d97-8bfa-4031-b280-08b4b2cc59aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.102596] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528aa769-09ad-f517-efd9-956e446b329e, 'name': SearchDatastore_Task, 'duration_secs': 0.016256} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.103207] env[63920]: DEBUG nova.compute.provider_tree [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.108792] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06307dc8-d9cd-4da2-bc65-5f84d534f1fd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.114394] env[63920]: DEBUG nova.compute.manager [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Received event network-vif-plugged-03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.114641] env[63920]: DEBUG oslo_concurrency.lockutils [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] Acquiring lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 781.114938] env[63920]: DEBUG oslo_concurrency.lockutils [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.115097] env[63920]: DEBUG oslo_concurrency.lockutils [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.115189] env[63920]: DEBUG nova.compute.manager [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] No waiting events found dispatching network-vif-plugged-03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.115907] env[63920]: WARNING nova.compute.manager [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Received unexpected event network-vif-plugged-03e4bf7f-b3b4-4787-befb-7a2f172a213f for instance with vm_state building and task_state spawning. [ 781.115907] env[63920]: DEBUG nova.compute.manager [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Received event network-changed-03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.115907] env[63920]: DEBUG nova.compute.manager [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Refreshing instance network info cache due to event network-changed-03e4bf7f-b3b4-4787-befb-7a2f172a213f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 781.116276] env[63920]: DEBUG oslo_concurrency.lockutils [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] Acquiring lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.118478] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 781.118478] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bfd294-9de7-eb29-c6ab-ebc52be44cd8" [ 781.118478] env[63920]: _type = "Task" [ 781.118478] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.130963] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bfd294-9de7-eb29-c6ab-ebc52be44cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.140315] env[63920]: DEBUG nova.network.neutron [-] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.205993] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392126, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.273791] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21e485-00c2-4fcf-b854-4edafb7edfb6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.303165] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efaaa94-ad43-4191-b2aa-70c511a6256f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.329656] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392124, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.358027] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.360327] env[63920]: DEBUG nova.network.neutron [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [{"id": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "address": "fa:16:3e:8c:f9:76", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4bf7f-b3", "ovs_interfaceid": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.424134] env[63920]: DEBUG nova.objects.base [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Object Instance<7230b129-84a2-4516-b0a2-b7fbad519083> lazy-loaded attributes: flavor,info_cache {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 781.511239] env[63920]: INFO nova.compute.manager [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Took 47.79 seconds to build instance. [ 781.518276] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.606954] env[63920]: DEBUG nova.scheduler.client.report [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.632462] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bfd294-9de7-eb29-c6ab-ebc52be44cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.022114} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.632765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.633031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 7d8cc18f-ed32-486f-a977-64ca7068be9e/7d8cc18f-ed32-486f-a977-64ca7068be9e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.633310] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3d3087-7d74-4872-94d1-d20c60fdf140 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.642383] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 781.642383] env[63920]: value = "task-2392128" [ 781.642383] env[63920]: _type = "Task" [ 781.642383] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.645636] env[63920]: INFO nova.compute.manager [-] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Took 1.91 seconds to deallocate network for instance. [ 781.655472] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.703570] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872872} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.703570] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 7c862cbf-e7fb-44a1-b19c-f6b1355b0721/7c862cbf-e7fb-44a1-b19c-f6b1355b0721.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.703570] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.703815] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ba909a-d225-4f26-bc17-10ed9f5b05d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.711787] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 781.711787] env[63920]: value = "task-2392129" [ 781.711787] env[63920]: _type = "Task" [ 781.711787] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.723055] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.819721] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.820078] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392124, 'name': CreateSnapshot_Task, 'duration_secs': 1.796679} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.820297] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a5e5ead-b84d-4970-ac37-801f5596cabe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.822506] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 781.823300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f0373-b287-4256-b2b9-d5888187def0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.834738] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 781.834738] env[63920]: value = "task-2392130" [ 781.834738] env[63920]: _type = "Task" [ 781.834738] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.844150] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392130, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.866873] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 781.866873] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance network_info: |[{"id": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "address": "fa:16:3e:8c:f9:76", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4bf7f-b3", "ovs_interfaceid": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.867100] env[63920]: DEBUG oslo_concurrency.lockutils [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] Acquired lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.867100] env[63920]: DEBUG nova.network.neutron [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Refreshing network info cache for port 03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.868146] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:f9:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f54f7284-8f7d-47ee-839d-2143062cfe44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03e4bf7f-b3b4-4787-befb-7a2f172a213f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.876843] env[63920]: DEBUG oslo.service.loopingcall [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 781.878459] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.878832] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3af10ca6-6759-4241-9cf8-7b54bdf4ab0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.900007] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.900007] env[63920]: value = "task-2392131" [ 781.900007] env[63920]: _type = "Task" [ 781.900007] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.910376] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392131, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.014429] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb7eb71e-6e2c-4b22-a3ed-b6d94f9238ca tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "6daee122-5622-4804-bd63-a292c4e59e45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.694s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.019636] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392127, 'name': CreateSnapshot_Task, 'duration_secs': 0.776873} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.019897] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 782.020687] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1218802-f1ea-4ed8-9095-bbac9fd2b9d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.112590] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.114927] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.814s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.142560] env[63920]: INFO nova.scheduler.client.report [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Deleted allocations for instance 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd [ 782.159280] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.163809] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.187644] env[63920]: DEBUG nova.network.neutron [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.225421] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110899} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.226055] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.227049] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db10636-e043-4ffa-b6eb-ba39796cd497 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.254435] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 7c862cbf-e7fb-44a1-b19c-f6b1355b0721/7c862cbf-e7fb-44a1-b19c-f6b1355b0721.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.257810] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ef5178-de7c-4f03-954e-3f1b08aaa22a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.280456] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 782.280456] env[63920]: value = "task-2392132" [ 782.280456] env[63920]: _type = "Task" [ 782.280456] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.294265] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.347754] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.351210] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-408ed61d-001d-4ba6-b083-7de4d38763f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.357833] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.366717] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 782.366717] env[63920]: value = "task-2392133" [ 782.366717] env[63920]: _type = "Task" [ 782.366717] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.384904] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.392595] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392133, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.419221] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392131, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.430633] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:55:59Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='111804686',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1503824200',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.430974] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.431226] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.431460] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.431636] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.431855] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.432089] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.432258] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.432429] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.432690] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.432916] env[63920]: DEBUG nova.virt.hardware [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.434407] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed4fa4-469e-42ef-a83b-b1978d53f07e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.452201] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b53d30-03ed-4712-87f0-8915a15e7f3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.525172] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.542731] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.546157] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe76b7bd-a4ea-486e-a0c3-934f3ce8bd13 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.560390] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 782.560390] env[63920]: value = "task-2392134" [ 782.560390] env[63920]: _type = "Task" [ 782.560390] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.578750] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392134, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.657165] env[63920]: DEBUG oslo_concurrency.lockutils [None req-de339721-79df-41db-bd5a-3f3c2ec138c1 tempest-ServerGroupTestJSON-737367917 tempest-ServerGroupTestJSON-737367917-project-member] Lock "1cfdf522-cbe8-46c1-9bd0-d5f687f043cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.237s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.663590] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897453} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.663964] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 7d8cc18f-ed32-486f-a977-64ca7068be9e/7d8cc18f-ed32-486f-a977-64ca7068be9e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.664228] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.664532] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac1c953b-be23-4d10-9c4b-19534c6c6a42 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.673152] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 782.673152] env[63920]: value = "task-2392135" [ 782.673152] env[63920]: _type = "Task" [ 782.673152] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.687315] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.692735] env[63920]: DEBUG oslo_concurrency.lockutils [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.794996] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.798020] env[63920]: DEBUG nova.network.neutron [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updated VIF entry in instance network info cache for port 03e4bf7f-b3b4-4787-befb-7a2f172a213f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.798020] env[63920]: DEBUG nova.network.neutron [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [{"id": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "address": "fa:16:3e:8c:f9:76", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4bf7f-b3", "ovs_interfaceid": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.838128] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56390f3-55bf-4600-8820-fb5ea4221e9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.842451] env[63920]: DEBUG nova.network.neutron [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Successfully updated port: 01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.860766] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14807109-d9b4-479f-b001-f5d7033feec0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.864908] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.901894] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3122bed2-ac20-4822-9ca5-1068ac44a561 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.909525] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392133, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.924225] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b391a33c-72bd-48e2-be8f-72cf49b964e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.928302] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392131, 'name': CreateVM_Task, 'duration_secs': 0.637025} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.928866] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.930015] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.934019] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.934019] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 782.934019] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4162091b-51ad-4910-b624-d1c5203d6463 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.940618] env[63920]: DEBUG nova.compute.provider_tree [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.946449] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 782.946449] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522bcb03-f27e-d11a-f84f-463772d12afe" [ 782.946449] env[63920]: _type = "Task" [ 782.946449] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.967472] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522bcb03-f27e-d11a-f84f-463772d12afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.049959] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.069138] env[63920]: DEBUG nova.compute.manager [req-d43586ef-ec27-4f07-ae38-bf352b3d8aaf req-69065f0c-2566-4754-b0b3-2fe0567be303 service nova] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Received event network-vif-deleted-701e38e1-17f5-4ac0-bc85-a99571fa86b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.074944] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392134, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.188093] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151606} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.188484] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.189642] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70351ba5-538a-429b-ba1f-0805c1cc164c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.228997] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7d8cc18f-ed32-486f-a977-64ca7068be9e/7d8cc18f-ed32-486f-a977-64ca7068be9e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.230507] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04f2ccd9-725f-4173-9651-2a1b88dbd3c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.264044] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 783.264044] env[63920]: value = "task-2392136" [ 783.264044] env[63920]: _type = "Task" [ 783.264044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.274358] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.292839] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392132, 'name': ReconfigVM_Task, 'duration_secs': 0.793449} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.293280] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 7c862cbf-e7fb-44a1-b19c-f6b1355b0721/7c862cbf-e7fb-44a1-b19c-f6b1355b0721.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.293876] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49fc99aa-0016-4793-ac84-f3de74f498c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.301729] env[63920]: DEBUG oslo_concurrency.lockutils [req-2613e349-f5a9-4cc4-8375-f71d53d43e9f req-a51c9b4e-a5ba-41c7-9a2b-b202e1d8d5d6 service nova] Releasing lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.302202] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 783.302202] env[63920]: value = "task-2392137" [ 783.302202] env[63920]: _type = "Task" [ 783.302202] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.311189] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392137, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.351633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.351822] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.351978] env[63920]: DEBUG nova.network.neutron [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.353166] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392130, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.379095] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392133, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.405395] env[63920]: DEBUG nova.compute.manager [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Received event network-vif-plugged-01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.405395] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] Acquiring lock "e0e50df5-f03a-4962-8c77-c2fa225ba313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 783.405395] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.405692] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.405692] env[63920]: DEBUG nova.compute.manager [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] No waiting events found dispatching network-vif-plugged-01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 783.405827] env[63920]: WARNING nova.compute.manager [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Received unexpected event network-vif-plugged-01ef51bd-9ce3-47fb-aede-bc5ab19e2386 for instance with vm_state building and task_state spawning. [ 783.405953] env[63920]: DEBUG nova.compute.manager [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Received event network-changed-01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 783.406289] env[63920]: DEBUG nova.compute.manager [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Refreshing instance network info cache due to event network-changed-01ef51bd-9ce3-47fb-aede-bc5ab19e2386. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 783.406774] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] Acquiring lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.443556] env[63920]: DEBUG nova.scheduler.client.report [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.457577] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522bcb03-f27e-d11a-f84f-463772d12afe, 'name': SearchDatastore_Task, 'duration_secs': 0.026584} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.457829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 783.457958] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.458228] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.458397] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.458583] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.459063] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c81bc3-eb1d-4b83-9123-00a344d26047 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.469625] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.469820] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.470619] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-000428dc-f85d-4762-b7d0-0a8cbd4d5dfe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.478265] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 783.478265] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a642d5-7485-d85f-ff01-233f933dec6c" [ 783.478265] env[63920]: _type = "Task" [ 783.478265] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.487961] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a642d5-7485-d85f-ff01-233f933dec6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.574089] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392134, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.730982] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.731393] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96f28327-56f0-4212-8d7f-e4b9c1291be0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.739799] env[63920]: DEBUG oslo_vmware.api [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 783.739799] env[63920]: value = "task-2392138" [ 783.739799] env[63920]: _type = "Task" [ 783.739799] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.751471] env[63920]: DEBUG oslo_vmware.api [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392138, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.774764] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392136, 'name': ReconfigVM_Task, 'duration_secs': 0.471132} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.775120] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7d8cc18f-ed32-486f-a977-64ca7068be9e/7d8cc18f-ed32-486f-a977-64ca7068be9e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.775752] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2f2ae7-bf75-4d7a-8e09-abb9133b5dda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.783573] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 783.783573] env[63920]: value = "task-2392139" [ 783.783573] env[63920]: _type = "Task" [ 783.783573] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.795837] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392139, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.818094] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392137, 'name': Rename_Task, 'duration_secs': 0.326213} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.818405] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.818680] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33fbf241-95ef-4693-a87d-3c3f34186672 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.827218] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 783.827218] env[63920]: value = "task-2392140" [ 783.827218] env[63920]: _type = "Task" [ 783.827218] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.837174] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.851641] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392130, 'name': CreateSnapshot_Task, 'duration_secs': 1.524446} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.851641] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 783.852515] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85393fc-ef68-4499-bce5-e80b1d1205c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.880533] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392133, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.911067] env[63920]: DEBUG nova.network.neutron [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.952655] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.952655] env[63920]: INFO nova.compute.manager [None req-dcfa34a4-f312-413e-9920-51763d4b12a5 tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Successfully reverted task state from rebuilding on failure for instance. [ 783.960993] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.564s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.963109] env[63920]: INFO nova.compute.claims [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.990959] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a642d5-7485-d85f-ff01-233f933dec6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.991861] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e92228-eadf-40e4-98a7-58471fc5e8bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.000550] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 784.000550] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224d129-ede2-2ed0-da14-483080c655f7" [ 784.000550] env[63920]: _type = "Task" [ 784.000550] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.018859] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224d129-ede2-2ed0-da14-483080c655f7, 'name': SearchDatastore_Task, 'duration_secs': 0.015033} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.019160] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.019411] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 7d05894a-50a1-4611-8a91-7b5d53bf586b/7d05894a-50a1-4611-8a91-7b5d53bf586b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.019691] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6d33c84-7afa-4a3a-9807-d709ccf6febb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.029321] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 784.029321] env[63920]: value = "task-2392141" [ 784.029321] env[63920]: _type = "Task" [ 784.029321] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.039117] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.074325] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392134, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.252286] env[63920]: DEBUG oslo_vmware.api [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392138, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.298140] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392139, 'name': Rename_Task, 'duration_secs': 0.179557} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.298140] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.298443] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68689430-2871-4870-8f89-98e8078e6f8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.308096] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 784.308096] env[63920]: value = "task-2392142" [ 784.308096] env[63920]: _type = "Task" [ 784.308096] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.326448] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.343606] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392140, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.380425] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.380983] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-38619d28-4720-4890-b59d-d7c41c1765ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.400438] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392133, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.402417] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 784.402417] env[63920]: value = "task-2392143" [ 784.402417] env[63920]: _type = "Task" [ 784.402417] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.411020] env[63920]: DEBUG nova.network.neutron [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Updating instance_info_cache with network_info: [{"id": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "address": "fa:16:3e:d7:0f:08", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef51bd-9c", "ovs_interfaceid": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.421808] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.541307] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.580849] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392134, 'name': CloneVM_Task, 'duration_secs': 1.528444} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.581258] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Created linked-clone VM from snapshot [ 784.582162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d396b7-9d79-44bf-a156-4511d1431b7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.590112] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.590463] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.596489] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Uploading image c0e85be7-31a5-4488-8d0c-900da50ea676 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.620992] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.620992] env[63920]: value = "vm-485327" [ 784.620992] env[63920]: _type = "VirtualMachine" [ 784.620992] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.621310] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-afb43245-19fe-4d71-8384-702c39fb263d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.630228] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lease: (returnval){ [ 784.630228] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a7920-cf49-24b8-2380-da048353f6d4" [ 784.630228] env[63920]: _type = "HttpNfcLease" [ 784.630228] env[63920]: } obtained for exporting VM: (result){ [ 784.630228] env[63920]: value = "vm-485327" [ 784.630228] env[63920]: _type = "VirtualMachine" [ 784.630228] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.630724] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the lease: (returnval){ [ 784.630724] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a7920-cf49-24b8-2380-da048353f6d4" [ 784.630724] env[63920]: _type = "HttpNfcLease" [ 784.630724] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.639631] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.639631] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a7920-cf49-24b8-2380-da048353f6d4" [ 784.639631] env[63920]: _type = "HttpNfcLease" [ 784.639631] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.752958] env[63920]: DEBUG oslo_vmware.api [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392138, 'name': PowerOnVM_Task, 'duration_secs': 0.619912} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.753888] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.753888] env[63920]: DEBUG nova.compute.manager [None req-67bfc2ff-5bd6-4741-b127-61b718609fb4 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.758144] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655f74af-3d86-4fcd-836b-7684b45256a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.820595] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.839558] env[63920]: DEBUG oslo_vmware.api [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392140, 'name': PowerOnVM_Task, 'duration_secs': 0.56357} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.839852] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.840080] env[63920]: INFO nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Took 11.17 seconds to spawn the instance on the hypervisor. [ 784.840265] env[63920]: DEBUG nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.841158] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca15f2ba-12ac-4014-b0c6-cf32be20289f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.891839] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392133, 'name': CloneVM_Task, 'duration_secs': 2.442678} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.892813] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Created linked-clone VM from snapshot [ 784.893598] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b692cd5f-3ab2-4d58-ae47-34050185ac53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.902370] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Uploading image c4fad0dd-e570-436a-9f7d-9e29f22e5286 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.913217] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Releasing lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.913531] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Instance network_info: |[{"id": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "address": "fa:16:3e:d7:0f:08", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef51bd-9c", "ovs_interfaceid": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.914090] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.914345] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] Acquired lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.914517] env[63920]: DEBUG nova.network.neutron [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Refreshing network info cache for port 01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.919018] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:0f:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01ef51bd-9ce3-47fb-aede-bc5ab19e2386', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.925204] env[63920]: DEBUG oslo.service.loopingcall [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.930343] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.934296] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4112afb-45e9-4faa-856d-b5981441528d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.950344] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.950344] env[63920]: value = "vm-485326" [ 784.950344] env[63920]: _type = "VirtualMachine" [ 784.950344] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.951161] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d3af6d04-a462-46bc-84d5-cb0c305557c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.960861] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease: (returnval){ [ 784.960861] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52895665-9899-4133-3561-1f1d0d33fe41" [ 784.960861] env[63920]: _type = "HttpNfcLease" [ 784.960861] env[63920]: } obtained for exporting VM: (result){ [ 784.960861] env[63920]: value = "vm-485326" [ 784.960861] env[63920]: _type = "VirtualMachine" [ 784.960861] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.961276] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the lease: (returnval){ [ 784.961276] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52895665-9899-4133-3561-1f1d0d33fe41" [ 784.961276] env[63920]: _type = "HttpNfcLease" [ 784.961276] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.962071] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.962071] env[63920]: value = "task-2392145" [ 784.962071] env[63920]: _type = "Task" [ 784.962071] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.975651] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.975651] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52895665-9899-4133-3561-1f1d0d33fe41" [ 784.975651] env[63920]: _type = "HttpNfcLease" [ 784.975651] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.981143] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392145, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.047132] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670748} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.047957] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 7d05894a-50a1-4611-8a91-7b5d53bf586b/7d05894a-50a1-4611-8a91-7b5d53bf586b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.047957] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.047957] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c3bddbf-9afa-4703-a8f6-8a9055b06805 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.057937] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 785.057937] env[63920]: value = "task-2392147" [ 785.057937] env[63920]: _type = "Task" [ 785.057937] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.074608] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.139933] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.139933] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a7920-cf49-24b8-2380-da048353f6d4" [ 785.139933] env[63920]: _type = "HttpNfcLease" [ 785.139933] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.141197] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.141197] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a7920-cf49-24b8-2380-da048353f6d4" [ 785.141197] env[63920]: _type = "HttpNfcLease" [ 785.141197] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.142203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0d0527-b21e-4286-aea4-5b0ca0a427bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.154560] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c0f8-ee2b-0aff-bda3-f4061f921c9e/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.154851] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c0f8-ee2b-0aff-bda3-f4061f921c9e/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.279100] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1de2656-712e-4976-aebd-5ec4fcc0b38e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.319762] env[63920]: DEBUG nova.network.neutron [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Updated VIF entry in instance network info cache for port 01ef51bd-9ce3-47fb-aede-bc5ab19e2386. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.320191] env[63920]: DEBUG nova.network.neutron [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Updating instance_info_cache with network_info: [{"id": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "address": "fa:16:3e:d7:0f:08", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef51bd-9c", "ovs_interfaceid": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.334904] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392142, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.365024] env[63920]: INFO nova.compute.manager [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Took 47.36 seconds to build instance. [ 785.418001] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.476774] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 785.476774] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52895665-9899-4133-3561-1f1d0d33fe41" [ 785.476774] env[63920]: _type = "HttpNfcLease" [ 785.476774] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 785.477068] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 785.477068] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52895665-9899-4133-3561-1f1d0d33fe41" [ 785.477068] env[63920]: _type = "HttpNfcLease" [ 785.477068] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 785.481031] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f8ca39-22b1-40fa-9609-4265b616514e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.483867] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392145, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.489757] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e9687-14e8-1161-1f2a-1e5b8181bdeb/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 785.489945] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e9687-14e8-1161-1f2a-1e5b8181bdeb/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 785.577994] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087452} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.578304] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.583024] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a47d7a-b681-4cd4-bcc6-5737d017a1ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.604982] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 7d05894a-50a1-4611-8a91-7b5d53bf586b/7d05894a-50a1-4611-8a91-7b5d53bf586b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.608929] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a7def1-0b09-477a-9ad9-03cf074587c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.634759] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 785.634759] env[63920]: value = "task-2392148" [ 785.634759] env[63920]: _type = "Task" [ 785.634759] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.652508] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.685471] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d27ed8c0-33b1-4f79-84c4-6fff5e5a66ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.756255] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585cfb1-9ac8-464a-9490-3f54c058870a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.765602] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7fe4ab-082f-4079-92d1-017f993e1d7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.802846] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91ef475-9d00-4395-8fc2-77cbecf301aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.811878] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef10c0-8ce4-4e4c-9f2c-77d34a7eee14 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.825795] env[63920]: DEBUG oslo_vmware.api [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392142, 'name': PowerOnVM_Task, 'duration_secs': 1.232991} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.834874] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.835585] env[63920]: INFO nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Took 9.41 seconds to spawn the instance on the hypervisor. [ 785.835687] env[63920]: DEBUG nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.836271] env[63920]: DEBUG oslo_concurrency.lockutils [req-5ce7e8de-bfe0-4fb7-9098-5b3b6c882dc6 req-f06447ea-f943-431b-9635-24a05f3b3050 service nova] Releasing lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.840903] env[63920]: DEBUG nova.compute.provider_tree [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.840903] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b441990-83a0-48c0-bc3c-3fd5c9bd1568 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.873084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5af868fe-a306-45b1-9b12-cedf80fe7c1b tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.215s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 785.921145] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.964924] env[63920]: DEBUG nova.compute.manager [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Received event network-changed {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 785.966860] env[63920]: DEBUG nova.compute.manager [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Refreshing instance network info cache due to event network-changed. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 785.966860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] Acquiring lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.966860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] Acquired lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.966860] env[63920]: DEBUG nova.network.neutron [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.986730] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392145, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.149618] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392148, 'name': ReconfigVM_Task, 'duration_secs': 0.495887} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.150192] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 7d05894a-50a1-4611-8a91-7b5d53bf586b/7d05894a-50a1-4611-8a91-7b5d53bf586b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.151088] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0649a734-31a6-490c-8824-725dd0681ee8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.164604] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 786.164604] env[63920]: value = "task-2392149" [ 786.164604] env[63920]: _type = "Task" [ 786.164604] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.176458] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392149, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.344261] env[63920]: DEBUG nova.scheduler.client.report [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.366425] env[63920]: INFO nova.compute.manager [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Took 47.46 seconds to build instance. [ 786.379674] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.421476] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.490958] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392145, 'name': CreateVM_Task, 'duration_secs': 1.491928} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.491266] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.492081] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.492320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.492765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 786.493477] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c56e8b-f0e5-43af-a59b-962a8fb43de9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.500192] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 786.500192] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264c3a5-9280-fe0d-4d26-11cfaf7a3305" [ 786.500192] env[63920]: _type = "Task" [ 786.500192] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.514975] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264c3a5-9280-fe0d-4d26-11cfaf7a3305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.674065] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392149, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.858145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.858145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.858145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.858145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.858385] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.862127] env[63920]: INFO nova.compute.manager [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Terminating instance [ 786.865955] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.866581] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 786.876989] env[63920]: DEBUG nova.network.neutron [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Updating instance_info_cache with network_info: [{"id": "58cf949e-00e4-4fbe-94ae-3807886c363d", "address": "fa:16:3e:da:56:7a", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cf949e-00", "ovs_interfaceid": "58cf949e-00e4-4fbe-94ae-3807886c363d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.878467] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.184s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.878840] env[63920]: DEBUG nova.objects.instance [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lazy-loading 'resources' on Instance uuid a9e67613-f7b4-4164-9212-2accfbddfdd1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.880288] env[63920]: DEBUG oslo_concurrency.lockutils [None req-28a3eb4a-9ee7-42a9-951a-991ba12fe853 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.364s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.928625] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.930390] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.015714] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5264c3a5-9280-fe0d-4d26-11cfaf7a3305, 'name': SearchDatastore_Task, 'duration_secs': 0.018208} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.016326] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.016666] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.017041] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.017466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.017718] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.018036] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28398874-8c78-4946-9520-004620195d9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.029833] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.030101] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.031223] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420dd810-fbc2-438a-b1f5-b93d1ac351ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.038503] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 787.038503] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5227c4eb-1394-a1e5-1193-53e58b16c706" [ 787.038503] env[63920]: _type = "Task" [ 787.038503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.049198] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5227c4eb-1394-a1e5-1193-53e58b16c706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.175672] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392149, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.375417] env[63920]: DEBUG nova.compute.utils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.378120] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.378297] env[63920]: DEBUG nova.network.neutron [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.381622] env[63920]: DEBUG nova.compute.manager [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.381986] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.385182] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e3ac01df-278e-4cda-95b3-d983500a8120 tempest-ServerExternalEventsTest-1235517362 tempest-ServerExternalEventsTest-1235517362-project] Releasing lock "refresh_cache-7c862cbf-e7fb-44a1-b19c-f6b1355b0721" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.386701] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5bb5f5-44a2-4bbf-b006-a84710663422 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.390011] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.401477] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.401776] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f89e8c-1c9c-4505-9e7c-937468bdcece {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.410599] env[63920]: DEBUG oslo_vmware.api [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 787.410599] env[63920]: value = "task-2392150" [ 787.410599] env[63920]: _type = "Task" [ 787.410599] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.432173] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392143, 'name': CloneVM_Task, 'duration_secs': 2.535006} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.436365] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created linked-clone VM from snapshot [ 787.436677] env[63920]: DEBUG oslo_vmware.api [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.440786] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c267f5-0a96-4bc3-bb9b-d394e2438790 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.452272] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Uploading image 56aaa61c-cb3b-4ac2-8a12-4992a5a57741 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.455738] env[63920]: DEBUG nova.policy [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7581a62f0aab4efdb4c9ed1d4df62971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ca946b3288432596529a8297704e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.556338] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5227c4eb-1394-a1e5-1193-53e58b16c706, 'name': SearchDatastore_Task, 'duration_secs': 0.017263} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.561492] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8714ed25-c62e-4489-ab6f-4007c90063d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.569403] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 787.569403] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a33be2-32a2-4758-4c92-1172c1398496" [ 787.569403] env[63920]: _type = "Task" [ 787.569403] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.583489] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a33be2-32a2-4758-4c92-1172c1398496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.680377] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392149, 'name': Rename_Task, 'duration_secs': 1.143926} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.681107] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.681411] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741114f3-4b1e-4f2f-b3c8-7c9435193d58 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.691191] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 787.691191] env[63920]: value = "task-2392151" [ 787.691191] env[63920]: _type = "Task" [ 787.691191] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.705403] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.830019] env[63920]: DEBUG nova.network.neutron [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Successfully created port: ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.881432] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 787.914029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.931974] env[63920]: DEBUG oslo_vmware.api [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392150, 'name': PowerOffVM_Task, 'duration_secs': 0.282155} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.931974] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.931974] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.931974] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc4905e9-04ba-49b9-838d-da16b95c9b98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.968981] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35566928-eff9-4c4b-b1ed-ff98d6a3c6d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.980264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596121f-244f-4491-aa39-9902b7e7641b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.018289] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e7fc85-2620-4874-aa01-c3e5aa7ab4b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.028129] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b4e963-d0c5-4b14-8b61-e141ca3dbc9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.046394] env[63920]: DEBUG nova.compute.provider_tree [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.082681] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a33be2-32a2-4758-4c92-1172c1398496, 'name': SearchDatastore_Task, 'duration_secs': 0.018383} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.083009] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.083354] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313/e0e50df5-f03a-4962-8c77-c2fa225ba313.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.083639] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f118118-a51a-4bee-babe-d8e90263fae4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.093861] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 788.093861] env[63920]: value = "task-2392153" [ 788.093861] env[63920]: _type = "Task" [ 788.093861] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.104047] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.204323] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392151, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.550672] env[63920]: DEBUG nova.scheduler.client.report [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.606629] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392153, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.702522] env[63920]: DEBUG oslo_vmware.api [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392151, 'name': PowerOnVM_Task, 'duration_secs': 0.618002} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.702960] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.703136] env[63920]: INFO nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Took 9.56 seconds to spawn the instance on the hypervisor. [ 788.703334] env[63920]: DEBUG nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.704619] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec423a5f-0ebe-4743-a5db-c85feb8b8fe9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.812996] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.813227] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.813497] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Deleting the datastore file [datastore2] 7c862cbf-e7fb-44a1-b19c-f6b1355b0721 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.813841] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e010f39-bde3-48f1-b497-d052ebc608e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.822817] env[63920]: DEBUG oslo_vmware.api [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for the task: (returnval){ [ 788.822817] env[63920]: value = "task-2392154" [ 788.822817] env[63920]: _type = "Task" [ 788.822817] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.833067] env[63920]: DEBUG oslo_vmware.api [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.894200] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.058637] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.061431] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.436s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.063050] env[63920]: INFO nova.compute.claims [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.091175] env[63920]: INFO nova.scheduler.client.report [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Deleted allocations for instance a9e67613-f7b4-4164-9212-2accfbddfdd1 [ 789.106254] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591434} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.107259] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313/e0e50df5-f03a-4962-8c77-c2fa225ba313.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.107519] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.107826] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2937bfc-e25f-40c1-9bc0-d6a7d2357293 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.117468] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 789.117468] env[63920]: value = "task-2392155" [ 789.117468] env[63920]: _type = "Task" [ 789.117468] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.128293] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.224830] env[63920]: INFO nova.compute.manager [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Took 40.44 seconds to build instance. [ 789.334184] env[63920]: DEBUG oslo_vmware.api [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Task: {'id': task-2392154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425642} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.334516] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.334749] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.334951] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.335177] env[63920]: INFO nova.compute.manager [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Took 1.95 seconds to destroy the instance on the hypervisor. [ 789.335471] env[63920]: DEBUG oslo.service.loopingcall [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.335705] env[63920]: DEBUG nova.compute.manager [-] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.335831] env[63920]: DEBUG nova.network.neutron [-] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.428061] env[63920]: DEBUG nova.network.neutron [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Successfully updated port: ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.603159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06e7981c-bb04-4f11-9dfb-c9960b9b8c2a tempest-ListServerFiltersTestJSON-1637750167 tempest-ListServerFiltersTestJSON-1637750167-project-member] Lock "a9e67613-f7b4-4164-9212-2accfbddfdd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.127s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.628391] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134568} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.628647] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.629448] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ebc794-dcc0-49ee-9a57-6af2b939b37f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.654353] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313/e0e50df5-f03a-4962-8c77-c2fa225ba313.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.654664] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9bb997e-fc8e-4c76-9741-42bc2daa551b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.676689] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 789.676689] env[63920]: value = "task-2392156" [ 789.676689] env[63920]: _type = "Task" [ 789.676689] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.686447] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.726994] env[63920]: DEBUG oslo_concurrency.lockutils [None req-94b69f16-7951-492b-b48b-5681c80c1ffd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.682s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.931851] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.932097] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.932323] env[63920]: DEBUG nova.network.neutron [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.106560] env[63920]: DEBUG nova.network.neutron [-] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.187222] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392156, 'name': ReconfigVM_Task, 'duration_secs': 0.414176} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.189898] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313/e0e50df5-f03a-4962-8c77-c2fa225ba313.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.190262] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63920) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 790.191428] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-f2ac8054-6da4-4e86-9c5d-b20486284600 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.199911] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 790.199911] env[63920]: value = "task-2392157" [ 790.199911] env[63920]: _type = "Task" [ 790.199911] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.211650] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392157, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.231127] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.469450] env[63920]: DEBUG nova.network.neutron [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.546790] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a9248-661e-470a-a746-be72659bdd80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.558878] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bedf517-bd6c-43e8-8d51-e6340700a76c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.592481] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf496a31-52c2-41b1-ae87-71be8b847fe2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.603816] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a90b976-2c64-4734-9a79-bb56017665da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.608748] env[63920]: INFO nova.compute.manager [-] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Took 1.27 seconds to deallocate network for instance. [ 790.621469] env[63920]: DEBUG nova.compute.provider_tree [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.639078] env[63920]: DEBUG nova.network.neutron [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updating instance_info_cache with network_info: [{"id": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "address": "fa:16:3e:e4:dc:f0", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd14d4a-1c", "ovs_interfaceid": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.710839] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392157, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.087346} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.711115] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63920) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 790.711915] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab177c-9f17-43bd-9e85-1e15f378167a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.737979] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313/ephemeral_0.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.740528] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1bd4e92-6ac6-4aa3-b757-3dcfcaff0e82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.762921] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 790.762921] env[63920]: value = "task-2392158" [ 790.762921] env[63920]: _type = "Task" [ 790.762921] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.767526] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.773812] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392158, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.124658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.125540] env[63920]: DEBUG nova.scheduler.client.report [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.142787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.143084] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Instance network_info: |[{"id": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "address": "fa:16:3e:e4:dc:f0", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd14d4a-1c", "ovs_interfaceid": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 791.278745] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392158, 'name': ReconfigVM_Task, 'duration_secs': 0.46823} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.279178] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Reconfigured VM instance instance-00000033 to attach disk [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313/ephemeral_0.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.280148] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0fc0fb3-d493-4611-b3d1-165300a95c3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.289702] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 791.289702] env[63920]: value = "task-2392159" [ 791.289702] env[63920]: _type = "Task" [ 791.289702] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.300015] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392159, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.631044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.631676] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.634862] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.015s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.635663] env[63920]: DEBUG nova.objects.instance [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lazy-loading 'resources' on Instance uuid d58b4160-af70-4417-a50e-85fdc15704f8 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.800891] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392159, 'name': Rename_Task, 'duration_secs': 0.238964} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.801347] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.801439] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d1458d-0118-4962-b1cc-2cba7ae69f4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.810493] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 791.810493] env[63920]: value = "task-2392160" [ 791.810493] env[63920]: _type = "Task" [ 791.810493] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.819289] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.138535] env[63920]: DEBUG nova.compute.utils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 792.143649] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.143649] env[63920]: DEBUG nova.network.neutron [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.188119] env[63920]: DEBUG nova.policy [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d0c079457284e90819debda73557bcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa6b463960b54391888a9dec9ac610ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.326470] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392160, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.507972] env[63920]: DEBUG nova.network.neutron [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Successfully created port: e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.607193] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95635bcb-e657-4fe6-9252-142d76680306 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.618105] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ca6ffc-5b23-497e-833d-874cd5b501e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.659615] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.663180] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754c5bb-b7cd-485c-8032-281b2c333048 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.672021] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f970fe27-3f7e-4d5c-93c1-71b084a2122d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.686621] env[63920]: DEBUG nova.compute.provider_tree [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.823143] env[63920]: DEBUG oslo_vmware.api [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392160, 'name': PowerOnVM_Task, 'duration_secs': 0.652783} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.823143] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.823143] env[63920]: INFO nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Took 10.44 seconds to spawn the instance on the hypervisor. [ 792.823143] env[63920]: DEBUG nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.823599] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed46109-fc1f-4a38-8ed7-54273e51d1ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.189928] env[63920]: DEBUG nova.scheduler.client.report [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.342015] env[63920]: INFO nova.compute.manager [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Took 39.40 seconds to build instance. [ 793.431393] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 793.431393] env[63920]: value = "vm-485329" [ 793.431393] env[63920]: _type = "VirtualMachine" [ 793.431393] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 793.432858] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f219a783-d030-4b74-b10f-af688dc50fa4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.440966] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.441238] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.441395] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.441603] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.441740] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.441934] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.442175] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.442377] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.442501] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.442693] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.442835] env[63920]: DEBUG nova.virt.hardware [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.445087] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6be7de-e267-404d-8c22-6b4e6ea99487 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.449833] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease: (returnval){ [ 793.449833] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ebf035-9245-3879-4de9-169b6c5f1fa6" [ 793.449833] env[63920]: _type = "HttpNfcLease" [ 793.449833] env[63920]: } obtained for exporting VM: (result){ [ 793.449833] env[63920]: value = "vm-485329" [ 793.449833] env[63920]: _type = "VirtualMachine" [ 793.449833] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 793.449833] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the lease: (returnval){ [ 793.449833] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ebf035-9245-3879-4de9-169b6c5f1fa6" [ 793.449833] env[63920]: _type = "HttpNfcLease" [ 793.449833] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 793.455320] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c0f8-ee2b-0aff-bda3-f4061f921c9e/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 793.458157] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ced569-92d1-40a0-b578-385f2040b9de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.462324] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b057ddaa-77d2-4c46-a06b-530e58b35b2e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.468470] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 793.468470] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ebf035-9245-3879-4de9-169b6c5f1fa6" [ 793.468470] env[63920]: _type = "HttpNfcLease" [ 793.468470] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 793.469140] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 793.469140] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ebf035-9245-3879-4de9-169b6c5f1fa6" [ 793.469140] env[63920]: _type = "HttpNfcLease" [ 793.469140] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 793.469882] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9749485-5178-4b3f-a1c2-205f6465d3cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.481873] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c0f8-ee2b-0aff-bda3-f4061f921c9e/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 793.482127] env[63920]: ERROR oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c0f8-ee2b-0aff-bda3-f4061f921c9e/disk-0.vmdk due to incomplete transfer. [ 793.482665] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:dc:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffd14d4a-1c2e-47e0-b4da-4e0f469aa485', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.490233] env[63920]: DEBUG oslo.service.loopingcall [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.490942] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9027c4b-293e-43ca-89f0-35e550f92ffc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.492751] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.493521] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2424e6bd-a1f7-4c0b-a566-464efec37e34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.514505] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf362e-0e51-7f24-d727-85c5dba28b08/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 793.514816] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf362e-0e51-7f24-d727-85c5dba28b08/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 793.573411] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.573411] env[63920]: value = "task-2392162" [ 793.573411] env[63920]: _type = "Task" [ 793.573411] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.573843] env[63920]: DEBUG oslo_vmware.rw_handles [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e0c0f8-ee2b-0aff-bda3-f4061f921c9e/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 793.573975] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Uploaded image c0e85be7-31a5-4488-8d0c-900da50ea676 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 793.577201] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.578726] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-126c131e-4c0a-405c-8cac-a1a223aa9509 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.592588] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392162, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.594137] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 793.594137] env[63920]: value = "task-2392163" [ 793.594137] env[63920]: _type = "Task" [ 793.594137] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.603783] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392163, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.638928] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-986b200d-0c33-422c-a08b-94f098379469 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.668896] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.697152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.699875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.454s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.701569] env[63920]: INFO nova.compute.claims [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.812166] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.812479] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.812606] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.813238] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.813238] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.813238] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.814163] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.814163] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.814163] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.814163] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.814163] env[63920]: DEBUG nova.virt.hardware [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.815617] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f9751a-e391-4860-ac0d-a7757370d9f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.825734] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb610983-05c8-4f25-a093-7b1c7d04a1a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.851725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4c229b22-b154-4582-94b7-0f68412f9bf8 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.342s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.090532] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392162, 'name': CreateVM_Task, 'duration_secs': 0.492714} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.091270] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.094091] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.094497] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.094947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.096092] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3d3e3e-d56f-4283-bd0e-b0d5a7c331a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.104115] env[63920]: DEBUG nova.network.neutron [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Successfully updated port: e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.124964] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392163, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.127632] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 794.127632] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eb947d-f356-845f-cf01-223325a59300" [ 794.127632] env[63920]: _type = "Task" [ 794.127632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.140759] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eb947d-f356-845f-cf01-223325a59300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.220256] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4b8c8bd8-6d7d-417f-a6d7-32f9de4d6a0d tempest-ServerActionsV293TestJSON-828541457 tempest-ServerActionsV293TestJSON-828541457-project-member] Lock "d58b4160-af70-4417-a50e-85fdc15704f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.333s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.428704] env[63920]: DEBUG nova.compute.manager [req-8c2142a0-75b5-4333-a260-3aad23782220 req-c0cbd40d-bb79-4ff4-912b-7939a469acdb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Received event network-vif-plugged-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.428928] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c2142a0-75b5-4333-a260-3aad23782220 req-c0cbd40d-bb79-4ff4-912b-7939a469acdb service nova] Acquiring lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.429159] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c2142a0-75b5-4333-a260-3aad23782220 req-c0cbd40d-bb79-4ff4-912b-7939a469acdb service nova] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.429347] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c2142a0-75b5-4333-a260-3aad23782220 req-c0cbd40d-bb79-4ff4-912b-7939a469acdb service nova] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.429596] env[63920]: DEBUG nova.compute.manager [req-8c2142a0-75b5-4333-a260-3aad23782220 req-c0cbd40d-bb79-4ff4-912b-7939a469acdb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] No waiting events found dispatching network-vif-plugged-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.429740] env[63920]: WARNING nova.compute.manager [req-8c2142a0-75b5-4333-a260-3aad23782220 req-c0cbd40d-bb79-4ff4-912b-7939a469acdb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Received unexpected event network-vif-plugged-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 for instance with vm_state building and task_state spawning. [ 794.456025] env[63920]: DEBUG nova.compute.manager [req-e0526984-b4e2-4396-ae58-88d83dde29d8 req-c3ddecbd-39de-4eac-ba06-7d3ba7a4059d service nova] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Received event network-vif-deleted-58cf949e-00e4-4fbe-94ae-3807886c363d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 794.610037] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392163, 'name': Destroy_Task, 'duration_secs': 0.544117} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.610217] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Destroyed the VM [ 794.611121] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.611893] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39dfa846-68d3-4ece-97bf-5b22f0867dd8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.615750] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "refresh_cache-ed593698-16c1-454e-85bf-0d74e63126f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.615922] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquired lock "refresh_cache-ed593698-16c1-454e-85bf-0d74e63126f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.616138] env[63920]: DEBUG nova.network.neutron [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.621998] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 794.621998] env[63920]: value = "task-2392164" [ 794.621998] env[63920]: _type = "Task" [ 794.621998] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.633653] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.649017] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eb947d-f356-845f-cf01-223325a59300, 'name': SearchDatastore_Task, 'duration_secs': 0.018119} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.649403] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.649918] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.650282] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.653015] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.653015] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.653015] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66ee81fa-e40f-45fd-b32a-3fa1f988998e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.661322] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.661495] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.662285] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878207ab-41b6-4f91-ba23-344eb6340c47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.669714] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 794.669714] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526d4df0-44d2-0ecf-389a-61b3082e30c6" [ 794.669714] env[63920]: _type = "Task" [ 794.669714] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.682175] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526d4df0-44d2-0ecf-389a-61b3082e30c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.899285] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.899581] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.899727] env[63920]: INFO nova.compute.manager [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Shelving [ 795.025213] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "7d8cc18f-ed32-486f-a977-64ca7068be9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.025635] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.025897] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "7d8cc18f-ed32-486f-a977-64ca7068be9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.026329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.026460] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.029172] env[63920]: INFO nova.compute.manager [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Terminating instance [ 795.135247] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392164, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.189880] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526d4df0-44d2-0ecf-389a-61b3082e30c6, 'name': SearchDatastore_Task, 'duration_secs': 0.021748} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.191105] env[63920]: DEBUG nova.network.neutron [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.196939] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100d9249-8aa6-43ca-bb79-dde3a596a4e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.205718] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 795.205718] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5210f483-69c3-26bd-fdca-aa41f2c64b83" [ 795.205718] env[63920]: _type = "Task" [ 795.205718] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.220577] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5210f483-69c3-26bd-fdca-aa41f2c64b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.288101] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401ed65d-6a69-4602-928b-5fc1c40a597d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.300170] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de92aa90-4c79-4615-8b72-2991f871563f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.339655] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b25706-397a-4821-898f-2c9f4b59d61e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.350453] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62013eff-d69c-4d33-8365-69b5125d743b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.370572] env[63920]: DEBUG nova.compute.provider_tree [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.500634] env[63920]: DEBUG nova.network.neutron [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Updating instance_info_cache with network_info: [{"id": "e8074155-3398-4d09-9cda-b213c66995bc", "address": "fa:16:3e:c3:53:1f", "network": {"id": "b87fd1a3-ed7a-48a2-bde6-211b3d324c42", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812090277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b463960b54391888a9dec9ac610ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8074155-33", "ovs_interfaceid": "e8074155-3398-4d09-9cda-b213c66995bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.533476] env[63920]: DEBUG nova.compute.manager [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.533802] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.535577] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c3fb9f-878d-4985-922c-c8f2647b5436 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.547336] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.547336] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7fe557-cdfc-45f4-800f-e72d84cc8919 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.555930] env[63920]: DEBUG oslo_vmware.api [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 795.555930] env[63920]: value = "task-2392165" [ 795.555930] env[63920]: _type = "Task" [ 795.555930] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.566594] env[63920]: DEBUG oslo_vmware.api [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.634048] env[63920]: DEBUG oslo_vmware.api [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392164, 'name': RemoveSnapshot_Task, 'duration_secs': 0.81695} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.634524] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.634745] env[63920]: INFO nova.compute.manager [None req-41c70b21-e6f7-4488-b0ac-7f9e84347708 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Took 15.20 seconds to snapshot the instance on the hypervisor. [ 795.720349] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5210f483-69c3-26bd-fdca-aa41f2c64b83, 'name': SearchDatastore_Task, 'duration_secs': 0.019841} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.720349] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.720735] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 8d938a9b-3fb3-452d-9a19-531221fa01a2/8d938a9b-3fb3-452d-9a19-531221fa01a2.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.724371] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be266565-c515-4edc-910e-bc568573d0be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.729636] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 795.729636] env[63920]: value = "task-2392166" [ 795.729636] env[63920]: _type = "Task" [ 795.729636] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.740869] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.874128] env[63920]: DEBUG nova.scheduler.client.report [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.912397] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.912750] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ecfae3-f870-4bae-b78e-08f67aa31b67 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.922696] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 795.922696] env[63920]: value = "task-2392167" [ 795.922696] env[63920]: _type = "Task" [ 795.922696] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.933689] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.004411] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Releasing lock "refresh_cache-ed593698-16c1-454e-85bf-0d74e63126f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.004707] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Instance network_info: |[{"id": "e8074155-3398-4d09-9cda-b213c66995bc", "address": "fa:16:3e:c3:53:1f", "network": {"id": "b87fd1a3-ed7a-48a2-bde6-211b3d324c42", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812090277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b463960b54391888a9dec9ac610ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8074155-33", "ovs_interfaceid": "e8074155-3398-4d09-9cda-b213c66995bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.005173] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:53:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8074155-3398-4d09-9cda-b213c66995bc', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.015517] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Creating folder: Project (fa6b463960b54391888a9dec9ac610ad). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.016040] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05df41e9-6b64-4131-b082-f119c15c6c15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.033178] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Created folder: Project (fa6b463960b54391888a9dec9ac610ad) in parent group-v485178. [ 796.033178] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Creating folder: Instances. Parent ref: group-v485332. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.033356] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0754e957-94a2-4033-b98f-610a7a6f64e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.047420] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Created folder: Instances in parent group-v485332. [ 796.047795] env[63920]: DEBUG oslo.service.loopingcall [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.048103] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.048398] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc7549ba-e043-48db-be0d-fc317f797544 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.077392] env[63920]: DEBUG oslo_vmware.api [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392165, 'name': PowerOffVM_Task, 'duration_secs': 0.33186} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.079103] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.079295] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.079547] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.079547] env[63920]: value = "task-2392170" [ 796.079547] env[63920]: _type = "Task" [ 796.079547] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.079752] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-763d0db6-047e-4a66-9382-176b20d5b1c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.093259] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392170, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.181207] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.181467] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.181657] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Deleting the datastore file [datastore1] 7d8cc18f-ed32-486f-a977-64ca7068be9e {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.182195] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51b89d50-a48c-4c65-9c57-609d7a196b6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.192135] env[63920]: DEBUG oslo_vmware.api [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for the task: (returnval){ [ 796.192135] env[63920]: value = "task-2392172" [ 796.192135] env[63920]: _type = "Task" [ 796.192135] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.204047] env[63920]: DEBUG oslo_vmware.api [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.242319] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392166, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.381198] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.381734] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 796.384718] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.109s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.435352] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392167, 'name': PowerOffVM_Task, 'duration_secs': 0.425753} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.435807] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.437109] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc04eb02-c815-41d1-b0a9-0625f81bfdef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.463542] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b6dd7-de5b-4587-92bb-86e8e00bfa2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.591771] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392170, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.703818] env[63920]: DEBUG oslo_vmware.api [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Task: {'id': task-2392172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381799} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.704089] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.704287] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.704461] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.704634] env[63920]: INFO nova.compute.manager [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 796.704876] env[63920]: DEBUG oslo.service.loopingcall [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 796.705082] env[63920]: DEBUG nova.compute.manager [-] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.705173] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.740818] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809596} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.741117] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 8d938a9b-3fb3-452d-9a19-531221fa01a2/8d938a9b-3fb3-452d-9a19-531221fa01a2.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.741338] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.741602] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85666e8f-4989-4c91-86bb-308e1614636a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.750286] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 796.750286] env[63920]: value = "task-2392173" [ 796.750286] env[63920]: _type = "Task" [ 796.750286] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.761891] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.889384] env[63920]: DEBUG nova.compute.utils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 796.892759] env[63920]: INFO nova.compute.claims [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.896421] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.896421] env[63920]: DEBUG nova.network.neutron [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.945092] env[63920]: DEBUG nova.policy [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9e8cf79e4e468695e007557a86080f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969581b218544399be4dee7cdd1c553', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.976795] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.977222] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2bbf1332-52f5-47a2-9871-941bbc5de9f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.988037] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 796.988037] env[63920]: value = "task-2392174" [ 796.988037] env[63920]: _type = "Task" [ 796.988037] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.001713] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.093759] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392170, 'name': CreateVM_Task, 'duration_secs': 0.643183} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.094081] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.094763] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.094923] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.095279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 797.095542] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-743b309a-9da3-4aba-b2eb-6ceccc8ff9a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.101235] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 797.101235] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52909e0a-378d-8182-28cb-8e6df5b7906a" [ 797.101235] env[63920]: _type = "Task" [ 797.101235] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.110463] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52909e0a-378d-8182-28cb-8e6df5b7906a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.263337] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07591} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.263675] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.264592] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d42e5a-cabf-40eb-acf8-10a895e78d87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.290451] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8d938a9b-3fb3-452d-9a19-531221fa01a2/8d938a9b-3fb3-452d-9a19-531221fa01a2.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.290779] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a8366f-3834-4def-ac6a-16310822111b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.312498] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 797.312498] env[63920]: value = "task-2392175" [ 797.312498] env[63920]: _type = "Task" [ 797.312498] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.313366] env[63920]: DEBUG nova.network.neutron [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Successfully created port: 9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.324959] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392175, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.397211] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 797.404023] env[63920]: INFO nova.compute.resource_tracker [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating resource usage from migration c729c6df-827b-4992-8c48-61fb3a0f0474 [ 797.491526] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.506934] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392174, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.615716] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52909e0a-378d-8182-28cb-8e6df5b7906a, 'name': SearchDatastore_Task, 'duration_secs': 0.020574} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.615972] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.616278] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.616688] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 797.616837] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.617063] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.617306] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-161a76fa-59af-4946-bf7c-cb69cac21b26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.635878] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.636092] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.636839] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74e05e82-44d8-4578-bb00-9ab44884334d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.647052] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 797.647052] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526d5c64-0c66-a669-45a3-19dd00c525b3" [ 797.647052] env[63920]: _type = "Task" [ 797.647052] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.658292] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526d5c64-0c66-a669-45a3-19dd00c525b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.828936] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.890578] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bc127d-be1d-4ad2-99d7-389f2487bdac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.897877] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6f1995-2188-4655-a533-f84f64468e00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.939989] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2d067-e74e-4b4c-9cab-969c3bf56af6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.948215] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7078b6b-c485-4290-8f2c-a4013edbf148 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.964826] env[63920]: DEBUG nova.compute.provider_tree [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.000273] env[63920]: INFO nova.compute.manager [-] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Took 1.29 seconds to deallocate network for instance. [ 798.005804] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392174, 'name': CreateSnapshot_Task, 'duration_secs': 0.836989} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.008680] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 798.009742] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7a6516-57dc-4275-bb3d-b070ebeef23a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.162046] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526d5c64-0c66-a669-45a3-19dd00c525b3, 'name': SearchDatastore_Task, 'duration_secs': 0.020602} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.162249] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6b3dec-b3e7-495e-826a-edda4f55d3ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.169234] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 798.169234] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52001a04-9b7a-5692-064e-d2e4d9435c15" [ 798.169234] env[63920]: _type = "Task" [ 798.169234] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.178244] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52001a04-9b7a-5692-064e-d2e4d9435c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.326761] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392175, 'name': ReconfigVM_Task, 'duration_secs': 0.61804} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.327060] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8d938a9b-3fb3-452d-9a19-531221fa01a2/8d938a9b-3fb3-452d-9a19-531221fa01a2.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.327812] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f17ecd9d-4bf7-4f39-95e2-a4ef498acd0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.344561] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 798.344561] env[63920]: value = "task-2392176" [ 798.344561] env[63920]: _type = "Task" [ 798.344561] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.353698] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392176, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.414630] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 798.468120] env[63920]: DEBUG nova.scheduler.client.report [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.514377] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.530334] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 798.530658] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e894414-a32d-4bea-89f3-5ab0a61e1cc7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.541174] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 798.541174] env[63920]: value = "task-2392177" [ 798.541174] env[63920]: _type = "Task" [ 798.541174] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.550131] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392177, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.680634] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52001a04-9b7a-5692-064e-d2e4d9435c15, 'name': SearchDatastore_Task, 'duration_secs': 0.018923} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.680913] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.681234] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] ed593698-16c1-454e-85bf-0d74e63126f8/ed593698-16c1-454e-85bf-0d74e63126f8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.681522] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e1f02d-a30e-4783-ba64-f4e18d09881b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.689537] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 798.689537] env[63920]: value = "task-2392178" [ 798.689537] env[63920]: _type = "Task" [ 798.689537] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.701044] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.856239] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392176, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.864754] env[63920]: DEBUG nova.network.neutron [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Successfully updated port: 9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.974228] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.589s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.974583] env[63920]: INFO nova.compute.manager [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Migrating [ 798.992554] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.332s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.995446] env[63920]: INFO nova.compute.claims [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.053412] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392177, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.181236] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.181509] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.181677] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.181860] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.182143] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.182339] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.182607] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.182840] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.183138] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.183343] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.183545] env[63920]: DEBUG nova.virt.hardware [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.185994] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e451a037-c6eb-41a7-b574-ce5453af3557 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196238] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e9687-14e8-1161-1f2a-1e5b8181bdeb/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 799.199039] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5af4277-2f9c-4c70-b2f2-4e9d2cd456c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.202995] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07859221-f613-4578-8fef-0e818f7591ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.210381] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.213687] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e9687-14e8-1161-1f2a-1e5b8181bdeb/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 799.213900] env[63920]: ERROR oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e9687-14e8-1161-1f2a-1e5b8181bdeb/disk-0.vmdk due to incomplete transfer. [ 799.221800] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-069c0371-454d-4005-b023-593cb7bd0545 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.231169] env[63920]: DEBUG oslo_vmware.rw_handles [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520e9687-14e8-1161-1f2a-1e5b8181bdeb/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 799.231384] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Uploaded image c4fad0dd-e570-436a-9f7d-9e29f22e5286 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 799.233257] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.233532] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-668cd82f-763c-4da9-80e4-6e1612d882f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.240877] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 799.240877] env[63920]: value = "task-2392179" [ 799.240877] env[63920]: _type = "Task" [ 799.240877] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.251458] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392179, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.357688] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392176, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.367997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.367997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.368234] env[63920]: DEBUG nova.network.neutron [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.506354] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.506354] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.506354] env[63920]: DEBUG nova.network.neutron [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.555794] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392177, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.701236] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.754992] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392179, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.838951] env[63920]: DEBUG nova.compute.manager [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Received event network-changed-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.839257] env[63920]: DEBUG nova.compute.manager [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Refreshing instance network info cache due to event network-changed-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.839576] env[63920]: DEBUG oslo_concurrency.lockutils [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] Acquiring lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.839806] env[63920]: DEBUG oslo_concurrency.lockutils [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] Acquired lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.840086] env[63920]: DEBUG nova.network.neutron [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Refreshing network info cache for port ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.862303] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392176, 'name': Rename_Task, 'duration_secs': 1.238693} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.864418] env[63920]: DEBUG nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Received event network-vif-plugged-e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.864571] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Acquiring lock "ed593698-16c1-454e-85bf-0d74e63126f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.864802] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Lock "ed593698-16c1-454e-85bf-0d74e63126f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.864944] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Lock "ed593698-16c1-454e-85bf-0d74e63126f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.865180] env[63920]: DEBUG nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] No waiting events found dispatching network-vif-plugged-e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.865350] env[63920]: WARNING nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Received unexpected event network-vif-plugged-e8074155-3398-4d09-9cda-b213c66995bc for instance with vm_state building and task_state spawning. [ 799.865553] env[63920]: DEBUG nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Received event network-changed-e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.865743] env[63920]: DEBUG nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Refreshing instance network info cache due to event network-changed-e8074155-3398-4d09-9cda-b213c66995bc. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.865953] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Acquiring lock "refresh_cache-ed593698-16c1-454e-85bf-0d74e63126f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.866131] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Acquired lock "refresh_cache-ed593698-16c1-454e-85bf-0d74e63126f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.866314] env[63920]: DEBUG nova.network.neutron [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Refreshing network info cache for port e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.867608] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.870376] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3504faf5-62b4-4426-92be-bed190ee3bfb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.884866] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 799.884866] env[63920]: value = "task-2392180" [ 799.884866] env[63920]: _type = "Task" [ 799.884866] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.899562] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.953860] env[63920]: DEBUG nova.network.neutron [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.060817] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392177, 'name': CloneVM_Task, 'duration_secs': 1.450364} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.061142] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Created linked-clone VM from snapshot [ 800.062428] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159e1a53-9c22-4cf8-8387-2b7a5c23c94c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.082313] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Uploading image bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 800.118451] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 800.118451] env[63920]: value = "vm-485336" [ 800.118451] env[63920]: _type = "VirtualMachine" [ 800.118451] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 800.119652] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-389b442b-a3f1-40cf-9045-5ad7d0847b2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.126961] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease: (returnval){ [ 800.126961] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a78d4-d05d-8060-4aa4-3de576485fff" [ 800.126961] env[63920]: _type = "HttpNfcLease" [ 800.126961] env[63920]: } obtained for exporting VM: (result){ [ 800.126961] env[63920]: value = "vm-485336" [ 800.126961] env[63920]: _type = "VirtualMachine" [ 800.126961] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 800.127281] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the lease: (returnval){ [ 800.127281] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a78d4-d05d-8060-4aa4-3de576485fff" [ 800.127281] env[63920]: _type = "HttpNfcLease" [ 800.127281] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 800.135547] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.135547] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a78d4-d05d-8060-4aa4-3de576485fff" [ 800.135547] env[63920]: _type = "HttpNfcLease" [ 800.135547] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 800.207153] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.366971} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.207437] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] ed593698-16c1-454e-85bf-0d74e63126f8/ed593698-16c1-454e-85bf-0d74e63126f8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.207651] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.207911] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec9198d8-1581-475a-92a0-a23b12c398bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.211138] env[63920]: DEBUG nova.network.neutron [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updating instance_info_cache with network_info: [{"id": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "address": "fa:16:3e:bc:05:e4", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7a9e06-32", "ovs_interfaceid": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.219228] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 800.219228] env[63920]: value = "task-2392182" [ 800.219228] env[63920]: _type = "Task" [ 800.219228] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.233449] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.252518] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392179, 'name': Destroy_Task, 'duration_secs': 0.761916} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.255533] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Destroyed the VM [ 800.255820] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 800.257434] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2add5311-c458-4b10-b038-5de456fbb9b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.265794] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 800.265794] env[63920]: value = "task-2392183" [ 800.265794] env[63920]: _type = "Task" [ 800.265794] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.282195] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.402317] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392180, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.621726] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac7e8a7-3268-4d92-bde3-c3fbca9ee08e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.638788] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957c6a4a-52b9-47c8-a5e1-c3ea7f6622dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.646717] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.646717] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a78d4-d05d-8060-4aa4-3de576485fff" [ 800.646717] env[63920]: _type = "HttpNfcLease" [ 800.646717] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.647534] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.647534] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a78d4-d05d-8060-4aa4-3de576485fff" [ 800.647534] env[63920]: _type = "HttpNfcLease" [ 800.647534] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.648666] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beec29c-ed58-489f-a4e0-0a9c9730c82e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.652289] env[63920]: DEBUG nova.network.neutron [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updated VIF entry in instance network info cache for port ffd14d4a-1c2e-47e0-b4da-4e0f469aa485. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.652712] env[63920]: DEBUG nova.network.neutron [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updating instance_info_cache with network_info: [{"id": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "address": "fa:16:3e:e4:dc:f0", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd14d4a-1c", "ovs_interfaceid": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.689263] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf674cd-9b49-4a28-b2de-69127377c0a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.698683] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f282-493d-889a-5f93-1b976d3eb98f/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.698959] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f282-493d-889a-5f93-1b976d3eb98f/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.762102] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.762951] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Instance network_info: |[{"id": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "address": "fa:16:3e:bc:05:e4", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7a9e06-32", "ovs_interfaceid": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.765530] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:05:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d7a9e06-3222-487c-9913-b5c207aa3f57', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.774827] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Creating folder: Project (3969581b218544399be4dee7cdd1c553). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.782586] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2d9f24-b95b-47e1-998d-c749ea5af7cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.785370] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d75b4-174b-4623-8c79-ba277c4b7e16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.812693] env[63920]: DEBUG nova.compute.provider_tree [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.814320] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087742} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.814558] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392183, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.815596] env[63920]: DEBUG nova.network.neutron [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.818280] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.818608] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Created folder: Project (3969581b218544399be4dee7cdd1c553) in parent group-v485178. [ 800.818777] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Creating folder: Instances. Parent ref: group-v485337. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.820131] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ee8689-4425-4e6c-bc27-1178ded8378d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.822703] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54f39507-0b31-4212-aa29-8bbf06582a7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.844762] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb2fc432-d8d9-4ca2-a82e-cbd4bebe9329 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.862230] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] ed593698-16c1-454e-85bf-0d74e63126f8/ed593698-16c1-454e-85bf-0d74e63126f8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.870167] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-561dccbc-119f-4714-b01b-c7540031dce9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.894288] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Created folder: Instances in parent group-v485337. [ 800.894658] env[63920]: DEBUG oslo.service.loopingcall [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.896258] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.901706] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3830885c-be29-44ed-8cd9-f0e0fdd22bc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.920893] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 800.920893] env[63920]: value = "task-2392186" [ 800.920893] env[63920]: _type = "Task" [ 800.920893] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.928308] env[63920]: DEBUG oslo_vmware.api [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392180, 'name': PowerOnVM_Task, 'duration_secs': 0.784978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.936654] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.936654] env[63920]: INFO nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Took 12.04 seconds to spawn the instance on the hypervisor. [ 800.936858] env[63920]: DEBUG nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.937194] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.937194] env[63920]: value = "task-2392187" [ 800.937194] env[63920]: _type = "Task" [ 800.937194] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.938667] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0998acd8-76c9-4f89-97e9-8438a21b86f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.947857] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.958167] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.084498] env[63920]: DEBUG nova.network.neutron [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Updated VIF entry in instance network info cache for port e8074155-3398-4d09-9cda-b213c66995bc. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.084881] env[63920]: DEBUG nova.network.neutron [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Updating instance_info_cache with network_info: [{"id": "e8074155-3398-4d09-9cda-b213c66995bc", "address": "fa:16:3e:c3:53:1f", "network": {"id": "b87fd1a3-ed7a-48a2-bde6-211b3d324c42", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1812090277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa6b463960b54391888a9dec9ac610ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8074155-33", "ovs_interfaceid": "e8074155-3398-4d09-9cda-b213c66995bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.183858] env[63920]: DEBUG oslo_concurrency.lockutils [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] Releasing lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.184665] env[63920]: DEBUG nova.compute.manager [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Received event network-changed-01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.185227] env[63920]: DEBUG nova.compute.manager [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Refreshing instance network info cache due to event network-changed-01ef51bd-9ce3-47fb-aede-bc5ab19e2386. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.185459] env[63920]: DEBUG oslo_concurrency.lockutils [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] Acquiring lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.185605] env[63920]: DEBUG oslo_concurrency.lockutils [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] Acquired lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.185826] env[63920]: DEBUG nova.network.neutron [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Refreshing network info cache for port 01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.295060] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392183, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.321026] env[63920]: DEBUG nova.scheduler.client.report [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.322293] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.434180] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392186, 'name': ReconfigVM_Task, 'duration_secs': 0.4678} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.434778] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Reconfigured VM instance instance-00000035 to attach disk [datastore2] ed593698-16c1-454e-85bf-0d74e63126f8/ed593698-16c1-454e-85bf-0d74e63126f8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.435564] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bba4f26-c4ed-4c2d-ad64-61841814658a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.447195] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 801.447195] env[63920]: value = "task-2392188" [ 801.447195] env[63920]: _type = "Task" [ 801.447195] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.455820] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.465978] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392188, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.468075] env[63920]: INFO nova.compute.manager [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Took 36.09 seconds to build instance. [ 801.587992] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Releasing lock "refresh_cache-ed593698-16c1-454e-85bf-0d74e63126f8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.588564] env[63920]: DEBUG nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.589482] env[63920]: DEBUG nova.compute.manager [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing instance network info cache due to event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.589741] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Acquiring lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.589956] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Acquired lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.590144] env[63920]: DEBUG nova.network.neutron [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.629127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.629402] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.794722] env[63920]: DEBUG oslo_vmware.api [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392183, 'name': RemoveSnapshot_Task, 'duration_secs': 1.438017} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.795165] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 801.795523] env[63920]: INFO nova.compute.manager [None req-290187d6-e67d-47eb-b9f7-6fc94233115f tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Took 22.53 seconds to snapshot the instance on the hypervisor. [ 801.827163] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.828067] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.834410] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.231s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.836121] env[63920]: INFO nova.compute.claims [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.960478] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.967559] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392188, 'name': Rename_Task, 'duration_secs': 0.215602} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.968656] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.969172] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc0b91f1-8588-465c-87d4-5b84ff1320ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.971356] env[63920]: DEBUG oslo_concurrency.lockutils [None req-646e6479-e072-4f54-b9f3-a68e57ddefe4 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.601s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.978900] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 801.978900] env[63920]: value = "task-2392189" [ 801.978900] env[63920]: _type = "Task" [ 801.978900] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.988469] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.132447] env[63920]: DEBUG nova.network.neutron [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Updated VIF entry in instance network info cache for port 01ef51bd-9ce3-47fb-aede-bc5ab19e2386. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.132885] env[63920]: DEBUG nova.network.neutron [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Updating instance_info_cache with network_info: [{"id": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "address": "fa:16:3e:d7:0f:08", "network": {"id": "817ac289-5085-4dff-bafa-20a610745507", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1888096713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa120f7003fc48008b10ac319b841758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01ef51bd-9c", "ovs_interfaceid": "01ef51bd-9ce3-47fb-aede-bc5ab19e2386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.134471] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.336080] env[63920]: DEBUG nova.compute.utils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.339386] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.339627] env[63920]: DEBUG nova.network.neutron [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.461619] env[63920]: DEBUG nova.policy [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90cce33e318940e09fb19d23b1519f79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a37ee147ad1045d8b5e2fc752eb38e54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.474964] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.498231] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392189, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.510446] env[63920]: DEBUG nova.network.neutron [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updated VIF entry in instance network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 802.513901] env[63920]: DEBUG nova.network.neutron [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.639791] env[63920]: DEBUG oslo_concurrency.lockutils [req-5947825a-c039-4e4d-9ddd-5372543e6e65 req-ea3bd511-7075-42b2-a3e0-852750e015fb service nova] Releasing lock "refresh_cache-e0e50df5-f03a-4962-8c77-c2fa225ba313" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.663455] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.843360] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.856233] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6cab9-1ce9-425c-bd12-d5811f0f7ee8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.877928] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 802.959912] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.965392] env[63920]: DEBUG nova.network.neutron [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Successfully created port: 5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.993565] env[63920]: DEBUG oslo_vmware.api [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392189, 'name': PowerOnVM_Task, 'duration_secs': 0.768879} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.993883] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.994268] env[63920]: INFO nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Took 9.32 seconds to spawn the instance on the hypervisor. [ 802.994470] env[63920]: DEBUG nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.995295] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3b405-f433-434b-a149-b111b99b3165 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.015684] env[63920]: DEBUG oslo_concurrency.lockutils [req-2883dc74-3a73-495f-8a42-7cd94abda665 req-1af9577d-2b9f-4c81-95b5-34b4f22bb92b service nova] Releasing lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.381415] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c40d37d-fb27-4b34-bb5d-e8fde272e7f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.392126] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.392471] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3705ebba-7713-4ae2-9770-25f5fc2900cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.394904] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53dc0e4-7fb1-438f-82df-c46d4da98a06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.432330] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3003f7-974d-4d6b-8a2e-2f2f527a5c28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.435091] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 803.435091] env[63920]: value = "task-2392190" [ 803.435091] env[63920]: _type = "Task" [ 803.435091] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.442861] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b51c7d-e866-4b7c-84c5-f9bbd4dc7152 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.450163] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.461860] env[63920]: DEBUG nova.compute.provider_tree [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.470193] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.516792] env[63920]: INFO nova.compute.manager [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Took 34.92 seconds to build instance. [ 803.853914] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.947389] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392190, 'name': PowerOffVM_Task, 'duration_secs': 0.29633} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.947744] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.947956] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.961997] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.965033] env[63920]: DEBUG nova.scheduler.client.report [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.018373] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8b501e34-0fed-4978-a697-cf435b237dce tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "ed593698-16c1-454e-85bf-0d74e63126f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.747s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.460580] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.461018] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.461260] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.461656] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.461860] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.462180] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.462414] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.462690] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.462969] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.463259] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.463542] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.473643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.474438] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.478484] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81aa16b7-87f0-4f18-8bd1-fd6a936f761b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.500626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.401s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.501258] env[63920]: DEBUG nova.objects.instance [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lazy-loading 'resources' on Instance uuid c95f85fd-e213-4861-973c-5759d0590696 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.509092] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.516984] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 804.516984] env[63920]: value = "task-2392191" [ 804.516984] env[63920]: _type = "Task" [ 804.516984] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.528758] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.582819] env[63920]: DEBUG nova.network.neutron [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Successfully updated port: 5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.779176] env[63920]: DEBUG nova.compute.manager [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Received event network-vif-plugged-9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.779176] env[63920]: DEBUG oslo_concurrency.lockutils [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.779176] env[63920]: DEBUG oslo_concurrency.lockutils [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.779309] env[63920]: DEBUG oslo_concurrency.lockutils [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.779429] env[63920]: DEBUG nova.compute.manager [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] No waiting events found dispatching network-vif-plugged-9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.779593] env[63920]: WARNING nova.compute.manager [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Received unexpected event network-vif-plugged-9d7a9e06-3222-487c-9913-b5c207aa3f57 for instance with vm_state building and task_state spawning. [ 804.779758] env[63920]: DEBUG nova.compute.manager [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Received event network-changed-9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.779888] env[63920]: DEBUG nova.compute.manager [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Refreshing instance network info cache due to event network-changed-9d7a9e06-3222-487c-9913-b5c207aa3f57. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.780083] env[63920]: DEBUG oslo_concurrency.lockutils [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] Acquiring lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.780216] env[63920]: DEBUG oslo_concurrency.lockutils [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] Acquired lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.780368] env[63920]: DEBUG nova.network.neutron [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Refreshing network info cache for port 9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.802612] env[63920]: DEBUG nova.compute.manager [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Received event network-vif-deleted-90436124-d768-4f2b-8bfc-436a49152a04 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.802880] env[63920]: DEBUG nova.compute.manager [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 804.802988] env[63920]: DEBUG nova.compute.manager [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing instance network info cache due to event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 804.803376] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] Acquiring lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.803520] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] Acquired lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.803683] env[63920]: DEBUG nova.network.neutron [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.806884] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.807118] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.807281] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.807468] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.807609] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.807753] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.808930] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.808930] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.808930] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.808930] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.808930] env[63920]: DEBUG nova.virt.hardware [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.814313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c95928-2c07-47b3-bef1-7567f978c81d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.823312] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf362e-0e51-7f24-d727-85c5dba28b08/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 804.824492] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f2be0d-de2a-44ce-904b-118d25598146 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.831750] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c77fc-7c7c-4e2d-8a8e-dfb1a9b50d0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.837767] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf362e-0e51-7f24-d727-85c5dba28b08/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 804.837945] env[63920]: ERROR oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf362e-0e51-7f24-d727-85c5dba28b08/disk-0.vmdk due to incomplete transfer. [ 804.839341] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6af2e706-a2a6-4d26-bd69-aa2ea29fa246 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.850794] env[63920]: DEBUG oslo_vmware.rw_handles [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bf362e-0e51-7f24-d727-85c5dba28b08/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 804.850995] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Uploaded image 56aaa61c-cb3b-4ac2-8a12-4992a5a57741 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 804.852655] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 804.852897] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6308b756-cdf0-4fb9-88df-e43729b87abe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.859978] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 804.859978] env[63920]: value = "task-2392192" [ 804.859978] env[63920]: _type = "Task" [ 804.859978] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.869267] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392192, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.965022] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392187, 'name': CreateVM_Task, 'duration_secs': 3.600931} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.965189] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.965829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.966041] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.966397] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.966693] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e601872-0022-4a19-bded-a607c7c1345f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.973045] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 804.973045] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527aa701-c7d9-aa79-eb2a-649368d15440" [ 804.973045] env[63920]: _type = "Task" [ 804.973045] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.982193] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527aa701-c7d9-aa79-eb2a-649368d15440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.001960] env[63920]: DEBUG nova.compute.utils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 805.003642] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.005507] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.031032] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392191, 'name': ReconfigVM_Task, 'duration_secs': 0.283869} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.031032] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 805.068871] env[63920]: DEBUG nova.policy [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b2631a3d24f60b4f67b92a3792000', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636cba38365947c181a3d041a20a630c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.088307] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.088307] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquired lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.088307] env[63920]: DEBUG nova.network.neutron [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.321481] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.321749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.321994] env[63920]: INFO nova.compute.manager [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Shelving [ 805.379454] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392192, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.489774] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527aa701-c7d9-aa79-eb2a-649368d15440, 'name': SearchDatastore_Task, 'duration_secs': 0.020136} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.493650] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.493978] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.494317] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.494533] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.494873] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.495539] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b815764a-9459-49c2-a701-6d9deeacd9c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.509373] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.521491] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.521605] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.522758] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbec5c04-727a-4697-abb0-7c947d592ed6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.530150] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 805.530150] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e7fe4c-bd1b-55ea-6c3f-90f697f266af" [ 805.530150] env[63920]: _type = "Task" [ 805.530150] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.536081] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:57:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='146b95bd-7d58-4637-9dfc-1e53a1d626e4',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-882229343',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.536230] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.536403] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.536573] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.536789] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.536854] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.537089] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.537256] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.537388] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.537583] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.537756] env[63920]: DEBUG nova.virt.hardware [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.543414] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 805.546706] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f332d0-753a-4e44-99c8-4155c145df15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.572110] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e7fe4c-bd1b-55ea-6c3f-90f697f266af, 'name': SearchDatastore_Task, 'duration_secs': 0.018055} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.578153] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4390ac-0257-4004-933b-ce51c42473d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.581232] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 805.581232] env[63920]: value = "task-2392193" [ 805.581232] env[63920]: _type = "Task" [ 805.581232] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.581513] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4628929-62bb-42e9-a13f-853aa1076be1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.591401] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae62093-b9bd-48e6-b007-294f0ab9b097 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.607721] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.607721] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 805.607721] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288e16d-aae8-0cbc-4f94-ba4ba7c128bf" [ 805.607721] env[63920]: _type = "Task" [ 805.607721] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.635694] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecab1e6-3696-4da9-9a5a-ce1fe3dd86ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.641996] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288e16d-aae8-0cbc-4f94-ba4ba7c128bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019117} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.642758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.643071] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 42bd8c1f-062a-4a96-b015-529e468cbf8c/42bd8c1f-062a-4a96-b015-529e468cbf8c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.643351] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32fd582e-d3a8-4cab-b562-153d8830b0e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.649399] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8b10e6-169a-4ce6-9c05-b53911077983 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.656639] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 805.656639] env[63920]: value = "task-2392194" [ 805.656639] env[63920]: _type = "Task" [ 805.656639] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.671258] env[63920]: DEBUG nova.compute.provider_tree [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.678570] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.708863] env[63920]: DEBUG nova.network.neutron [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.764679] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Successfully created port: 88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.770234] env[63920]: DEBUG nova.network.neutron [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updated VIF entry in instance network info cache for port 9d7a9e06-3222-487c-9913-b5c207aa3f57. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.770629] env[63920]: DEBUG nova.network.neutron [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updating instance_info_cache with network_info: [{"id": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "address": "fa:16:3e:bc:05:e4", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7a9e06-32", "ovs_interfaceid": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.875348] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392192, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.968546] env[63920]: DEBUG nova.network.neutron [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updated VIF entry in instance network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.969075] env[63920]: DEBUG nova.network.neutron [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.998963] env[63920]: DEBUG nova.network.neutron [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updating instance_info_cache with network_info: [{"id": "5ab4074b-d4e0-45db-8af3-d31132d25481", "address": "fa:16:3e:16:fc:3d", "network": {"id": "a51ebcbb-cd02-4cf8-a8d5-f4ae0d63657b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2099741948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a37ee147ad1045d8b5e2fc752eb38e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab4074b-d4", "ovs_interfaceid": "5ab4074b-d4e0-45db-8af3-d31132d25481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.096044] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.166635] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.175741] env[63920]: DEBUG nova.scheduler.client.report [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.273779] env[63920]: DEBUG oslo_concurrency.lockutils [req-8adc238c-1a9e-4201-8fd2-bfa98ee5027d req-254e8f72-3a5b-4f30-b664-f9ff2329f8c2 service nova] Releasing lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.333385] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.333635] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5cbe0f0-0d4e-4eea-a442-7a2a6e161687 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.347323] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 806.347323] env[63920]: value = "task-2392195" [ 806.347323] env[63920]: _type = "Task" [ 806.347323] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.358339] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.379119] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392192, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.471533] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] Releasing lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.471817] env[63920]: DEBUG nova.compute.manager [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Received event network-changed-03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 806.471992] env[63920]: DEBUG nova.compute.manager [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Refreshing instance network info cache due to event network-changed-03e4bf7f-b3b4-4787-befb-7a2f172a213f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 806.472542] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] Acquiring lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.472542] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] Acquired lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.472700] env[63920]: DEBUG nova.network.neutron [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Refreshing network info cache for port 03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.501292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Releasing lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.501667] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Instance network_info: |[{"id": "5ab4074b-d4e0-45db-8af3-d31132d25481", "address": "fa:16:3e:16:fc:3d", "network": {"id": "a51ebcbb-cd02-4cf8-a8d5-f4ae0d63657b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2099741948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a37ee147ad1045d8b5e2fc752eb38e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab4074b-d4", "ovs_interfaceid": "5ab4074b-d4e0-45db-8af3-d31132d25481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.502022] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:fc:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ab4074b-d4e0-45db-8af3-d31132d25481', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.510584] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Creating folder: Project (a37ee147ad1045d8b5e2fc752eb38e54). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.510883] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2b0a32-2adc-4811-94cf-005703966f3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.523576] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Created folder: Project (a37ee147ad1045d8b5e2fc752eb38e54) in parent group-v485178. [ 806.524176] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Creating folder: Instances. Parent ref: group-v485340. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.524176] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e5e1280-b322-43cb-9407-5b416362fe07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.529389] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.536481] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Created folder: Instances in parent group-v485340. [ 806.537037] env[63920]: DEBUG oslo.service.loopingcall [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.537037] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.537153] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d458b78c-8575-4a15-8610-53239b717ad6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.562888] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.563319] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.563426] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.563652] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.563839] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.564057] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.564295] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.564481] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.564699] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.565167] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.565288] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.567029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c182cec-9953-449b-9a4a-5fadd352b57d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.572369] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.572369] env[63920]: value = "task-2392198" [ 806.572369] env[63920]: _type = "Task" [ 806.572369] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.580590] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8e4fcc-9daf-48a5-a9bf-70496fbee29a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.589838] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.599366] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.667886] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.683019] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.686644] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.527s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.686644] env[63920]: DEBUG nova.objects.instance [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lazy-loading 'resources' on Instance uuid 44842841-3c29-4b60-84f9-8b95dd62b107 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.717643] env[63920]: INFO nova.scheduler.client.report [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Deleted allocations for instance c95f85fd-e213-4861-973c-5759d0590696 [ 806.860987] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.879751] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392192, 'name': Destroy_Task, 'duration_secs': 1.748413} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.880394] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroyed the VM [ 806.880685] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 806.880957] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d499a09a-0135-49e1-b5ff-0a3534f7e4af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.892305] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 806.892305] env[63920]: value = "task-2392199" [ 806.892305] env[63920]: _type = "Task" [ 806.892305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.905856] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.085453] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.102446] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392193, 'name': ReconfigVM_Task, 'duration_secs': 1.256235} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.102755] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 807.103772] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ebddac-1021-4643-bc5b-08e539c9fb32 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.134046] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.136488] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b434325f-a477-44ac-93e9-cc4165b7cefa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.160216] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 807.160216] env[63920]: value = "task-2392200" [ 807.160216] env[63920]: _type = "Task" [ 807.160216] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.183682] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.184043] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392194, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495303} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.187429] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 42bd8c1f-062a-4a96-b015-529e468cbf8c/42bd8c1f-062a-4a96-b015-529e468cbf8c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.188030] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.188506] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30b72d0c-faa1-45e2-92c8-220460da0ef7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.202699] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 807.202699] env[63920]: value = "task-2392201" [ 807.202699] env[63920]: _type = "Task" [ 807.202699] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.217707] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.226701] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13a29348-7530-40c1-ae5f-e20807a887e4 tempest-ServersTestBootFromVolume-1280819264 tempest-ServersTestBootFromVolume-1280819264-project-member] Lock "c95f85fd-e213-4861-973c-5759d0590696" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.927s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.298444] env[63920]: DEBUG nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Received event network-vif-plugged-5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.298603] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Acquiring lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.298804] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.298967] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.299322] env[63920]: DEBUG nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] No waiting events found dispatching network-vif-plugged-5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 807.299506] env[63920]: WARNING nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Received unexpected event network-vif-plugged-5ab4074b-d4e0-45db-8af3-d31132d25481 for instance with vm_state building and task_state spawning. [ 807.299661] env[63920]: DEBUG nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Received event network-changed-5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 807.299808] env[63920]: DEBUG nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Refreshing instance network info cache due to event network-changed-5ab4074b-d4e0-45db-8af3-d31132d25481. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 807.299987] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Acquiring lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.300295] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Acquired lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.300386] env[63920]: DEBUG nova.network.neutron [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Refreshing network info cache for port 5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.366887] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392195, 'name': PowerOffVM_Task, 'duration_secs': 0.90322} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.366887] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.366887] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8584af14-168f-4026-8194-9a3873fa8e5e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.393333] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d4ea34-f6e6-485f-93e7-63b440e0c996 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.409929] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392199, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.424626] env[63920]: DEBUG nova.network.neutron [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updated VIF entry in instance network info cache for port 03e4bf7f-b3b4-4787-befb-7a2f172a213f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.425017] env[63920]: DEBUG nova.network.neutron [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [{"id": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "address": "fa:16:3e:8c:f9:76", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4bf7f-b3", "ovs_interfaceid": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.601663] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.665350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.665660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.665936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 807.666203] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 807.666445] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.673441] env[63920]: INFO nova.compute.manager [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Terminating instance [ 807.686099] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392200, 'name': ReconfigVM_Task, 'duration_secs': 0.362736} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.686443] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.686722] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 807.714126] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150787} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.717214] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.719598] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d3b182-b565-47df-b036-057d8d621d14 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.751388] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 42bd8c1f-062a-4a96-b015-529e468cbf8c/42bd8c1f-062a-4a96-b015-529e468cbf8c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.753661] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2992effc-f025-47bc-b295-3dabbad84b47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.779493] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 807.779493] env[63920]: value = "task-2392202" [ 807.779493] env[63920]: _type = "Task" [ 807.779493] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.790189] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.839788] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc37743-9e7f-4876-b525-50a007a98e21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.849882] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f85db4-06ea-4167-87e1-f0f28d47c927 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.890451] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465b9c6c-a39c-4e79-9f33-238ebbe38023 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.903542] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2572940a-6c70-4e0d-a980-304a601b0559 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.922145] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 807.922498] env[63920]: DEBUG oslo_vmware.api [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392199, 'name': RemoveSnapshot_Task, 'duration_secs': 0.95629} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.922965] env[63920]: DEBUG nova.compute.provider_tree [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.927633] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-396d7d84-6a0f-4a73-b03e-e00916569b52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.927633] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.927633] env[63920]: INFO nova.compute.manager [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 26.65 seconds to snapshot the instance on the hypervisor. [ 807.929503] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d41c2ce-914f-4d77-a6f9-e8e8fb9730a2 req-07ba9a12-f476-44a5-bbbf-ef35bb479aaf service nova] Releasing lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.937732] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 807.937732] env[63920]: value = "task-2392203" [ 807.937732] env[63920]: _type = "Task" [ 807.937732] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.949225] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392203, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.043518] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Successfully updated port: 88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.098779] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.180689] env[63920]: DEBUG nova.compute.manager [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.180907] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.181914] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba44003-8af7-4521-865a-7e926e730126 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.191656] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.191979] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f878bcd6-888c-4db1-bcce-e92205f597a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.205137] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a05d95-3f3f-49c0-837f-947a58c66e23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.210890] env[63920]: DEBUG oslo_vmware.api [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 808.210890] env[63920]: value = "task-2392204" [ 808.210890] env[63920]: _type = "Task" [ 808.210890] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.242977] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22c3b30-1af5-45d9-b990-462dfba48564 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.251952] env[63920]: DEBUG oslo_vmware.api [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.253335] env[63920]: DEBUG nova.network.neutron [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updated VIF entry in instance network info cache for port 5ab4074b-d4e0-45db-8af3-d31132d25481. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.253795] env[63920]: DEBUG nova.network.neutron [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updating instance_info_cache with network_info: [{"id": "5ab4074b-d4e0-45db-8af3-d31132d25481", "address": "fa:16:3e:16:fc:3d", "network": {"id": "a51ebcbb-cd02-4cf8-a8d5-f4ae0d63657b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2099741948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a37ee147ad1045d8b5e2fc752eb38e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab4074b-d4", "ovs_interfaceid": "5ab4074b-d4e0-45db-8af3-d31132d25481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.273049] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.291913] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.317935] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.317935] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.430739] env[63920]: DEBUG nova.scheduler.client.report [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.448575] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392203, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.476576] env[63920]: DEBUG nova.compute.manager [None req-90c40279-8245-43d8-a563-fa4c940fbc98 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Found 1 images (rotation: 2) {{(pid=63920) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 808.551023] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "refresh_cache-ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.551023] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "refresh_cache-ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.551023] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.600977] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.724643] env[63920]: DEBUG oslo_vmware.api [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392204, 'name': PowerOffVM_Task, 'duration_secs': 0.243669} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.725029] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.725178] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.725551] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5616b8c2-fcd0-4687-9e81-8959530134f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.756846] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Releasing lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.757170] env[63920]: DEBUG nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Received event network-changed-03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 808.757365] env[63920]: DEBUG nova.compute.manager [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Refreshing instance network info cache due to event network-changed-03e4bf7f-b3b4-4787-befb-7a2f172a213f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 808.757620] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Acquiring lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.757763] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Acquired lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.757923] env[63920]: DEBUG nova.network.neutron [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Refreshing network info cache for port 03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.793174] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392202, 'name': ReconfigVM_Task, 'duration_secs': 0.640909} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.793840] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 42bd8c1f-062a-4a96-b015-529e468cbf8c/42bd8c1f-062a-4a96-b015-529e468cbf8c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.794540] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d919a19-969a-48a5-a217-e5bb49d7e819 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.801239] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.801617] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.801904] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Deleting the datastore file [datastore1] 7d05894a-50a1-4611-8a91-7b5d53bf586b {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.802301] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6523e1a2-a320-4c6d-a893-6e9823ca6b68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.805864] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 808.805864] env[63920]: value = "task-2392206" [ 808.805864] env[63920]: _type = "Task" [ 808.805864] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.813400] env[63920]: DEBUG oslo_vmware.api [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 808.813400] env[63920]: value = "task-2392207" [ 808.813400] env[63920]: _type = "Task" [ 808.813400] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.824036] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392206, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.830684] env[63920]: DEBUG nova.network.neutron [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Port 607c4d98-09bb-4ef6-8176-2643cab83e4f binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 808.835066] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 808.835298] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 808.844260] env[63920]: DEBUG oslo_vmware.api [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.869649] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f282-493d-889a-5f93-1b976d3eb98f/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 808.873642] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8490db-cc1d-4181-82a7-2af7c1a30338 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.878446] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f282-493d-889a-5f93-1b976d3eb98f/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 808.878651] env[63920]: ERROR oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f282-493d-889a-5f93-1b976d3eb98f/disk-0.vmdk due to incomplete transfer. [ 808.881509] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7a36fc9-3612-4ee0-8845-52f9c01c2f31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.890818] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f282-493d-889a-5f93-1b976d3eb98f/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 808.890958] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Uploaded image bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 808.897093] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 808.897663] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6340ef8-9d4a-4052-8503-53bf029545c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.906701] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 808.906701] env[63920]: value = "task-2392208" [ 808.906701] env[63920]: _type = "Task" [ 808.906701] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.918722] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392208, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.938603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.940752] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.891s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.942329] env[63920]: INFO nova.compute.claims [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.956744] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392203, 'name': CreateSnapshot_Task, 'duration_secs': 0.628524} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.957116] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.957882] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6d726-7b1a-406e-983c-6fa3a0ee95ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.969870] env[63920]: INFO nova.scheduler.client.report [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Deleted allocations for instance 44842841-3c29-4b60-84f9-8b95dd62b107 [ 809.005778] env[63920]: DEBUG nova.compute.manager [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.007050] env[63920]: DEBUG nova.compute.manager [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing instance network info cache due to event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.007050] env[63920]: DEBUG oslo_concurrency.lockutils [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] Acquiring lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.007050] env[63920]: DEBUG oslo_concurrency.lockutils [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] Acquired lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.007050] env[63920]: DEBUG nova.network.neutron [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.094740] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.100297] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.324294] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Updating instance_info_cache with network_info: [{"id": "88e61c3d-4f22-4520-9a24-8422032aff56", "address": "fa:16:3e:79:93:52", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e61c3d-4f", "ovs_interfaceid": "88e61c3d-4f22-4520-9a24-8422032aff56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.326984] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392206, 'name': Rename_Task, 'duration_secs': 0.238969} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.331194] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.331764] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1d1105-80da-4962-8aa1-61ca58e1da24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.341706] env[63920]: DEBUG oslo_vmware.api [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146459} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.345595] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.345838] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.346178] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.346284] env[63920]: INFO nova.compute.manager [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 809.346566] env[63920]: DEBUG oslo.service.loopingcall [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.348307] env[63920]: DEBUG nova.compute.manager [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.348413] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.352015] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 809.352015] env[63920]: value = "task-2392209" [ 809.352015] env[63920]: _type = "Task" [ 809.352015] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.366913] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.398980] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.398980] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.398980] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 809.420648] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392208, 'name': Destroy_Task, 'duration_secs': 0.35446} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.420915] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Destroyed the VM [ 809.421172] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.421434] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bc2522b0-1ef6-4877-8f2f-e057d2bbfb86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.429246] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 809.429246] env[63920]: value = "task-2392210" [ 809.429246] env[63920]: _type = "Task" [ 809.429246] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.441484] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.479916] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 809.485166] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6bbb9be3-ef79-48d3-8410-43092f5cdb7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.489683] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbadf72e-4c66-4b54-b6cc-409b90389e69 tempest-ServersTestFqdnHostnames-892040528 tempest-ServersTestFqdnHostnames-892040528-project-member] Lock "44842841-3c29-4b60-84f9-8b95dd62b107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.918s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.497119] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 809.497119] env[63920]: value = "task-2392211" [ 809.497119] env[63920]: _type = "Task" [ 809.497119] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.510356] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.600367] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.654918] env[63920]: DEBUG nova.network.neutron [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updated VIF entry in instance network info cache for port 03e4bf7f-b3b4-4787-befb-7a2f172a213f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.655381] env[63920]: DEBUG nova.network.neutron [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [{"id": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "address": "fa:16:3e:8c:f9:76", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03e4bf7f-b3", "ovs_interfaceid": "03e4bf7f-b3b4-4787-befb-7a2f172a213f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.681993] env[63920]: DEBUG nova.compute.manager [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Received event network-vif-plugged-88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.682325] env[63920]: DEBUG oslo_concurrency.lockutils [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] Acquiring lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.682563] env[63920]: DEBUG oslo_concurrency.lockutils [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.682745] env[63920]: DEBUG oslo_concurrency.lockutils [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.686333] env[63920]: DEBUG nova.compute.manager [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] No waiting events found dispatching network-vif-plugged-88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.686547] env[63920]: WARNING nova.compute.manager [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Received unexpected event network-vif-plugged-88e61c3d-4f22-4520-9a24-8422032aff56 for instance with vm_state building and task_state spawning. [ 809.687161] env[63920]: DEBUG nova.compute.manager [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Received event network-changed-88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 809.687161] env[63920]: DEBUG nova.compute.manager [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Refreshing instance network info cache due to event network-changed-88e61c3d-4f22-4520-9a24-8422032aff56. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.687161] env[63920]: DEBUG oslo_concurrency.lockutils [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] Acquiring lock "refresh_cache-ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.830005] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "refresh_cache-ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.830692] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Instance network_info: |[{"id": "88e61c3d-4f22-4520-9a24-8422032aff56", "address": "fa:16:3e:79:93:52", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e61c3d-4f", "ovs_interfaceid": "88e61c3d-4f22-4520-9a24-8422032aff56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.832330] env[63920]: DEBUG oslo_concurrency.lockutils [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] Acquired lock "refresh_cache-ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.832562] env[63920]: DEBUG nova.network.neutron [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Refreshing network info cache for port 88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.834081] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:93:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88e61c3d-4f22-4520-9a24-8422032aff56', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.845362] env[63920]: DEBUG oslo.service.loopingcall [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 809.846631] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.847741] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34e547a3-7bc3-434c-9fe2-2eedeeb68da1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.902129] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.902651] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.903054] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.909568] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.909568] env[63920]: value = "task-2392212" [ 809.909568] env[63920]: _type = "Task" [ 809.909568] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.917460] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392209, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.931588] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392212, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.945974] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392210, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.010515] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.030392] env[63920]: DEBUG nova.network.neutron [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updated VIF entry in instance network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.030791] env[63920]: DEBUG nova.network.neutron [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.099535] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.160535] env[63920]: DEBUG oslo_concurrency.lockutils [req-852e9600-263d-4cb5-a306-4971a1db784c req-753abac5-76ee-4140-9dbe-5cdbfcd72184 service nova] Releasing lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.231295] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.248132] env[63920]: DEBUG nova.network.neutron [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Updated VIF entry in instance network info cache for port 88e61c3d-4f22-4520-9a24-8422032aff56. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.248284] env[63920]: DEBUG nova.network.neutron [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Updating instance_info_cache with network_info: [{"id": "88e61c3d-4f22-4520-9a24-8422032aff56", "address": "fa:16:3e:79:93:52", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88e61c3d-4f", "ovs_interfaceid": "88e61c3d-4f22-4520-9a24-8422032aff56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.390590] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392209, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.429312] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392212, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.444338] env[63920]: DEBUG nova.compute.manager [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.444893] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392210, 'name': RemoveSnapshot_Task, 'duration_secs': 0.798349} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.445223] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162e3ec9-4305-47f8-9020-e3de1e53dc0d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.447908] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.449377] env[63920]: DEBUG nova.compute.manager [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.453392] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1ea0d4-07cb-4a43-a51b-955866ebe1f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.511454] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.521382] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8107608-1102-4436-bbd9-010468376191 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.533240] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa3aaf8-2488-49b5-88d3-208af29de201 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.536801] env[63920]: DEBUG oslo_concurrency.lockutils [req-0448075c-c2ac-4cf2-818d-9a6faf3bd2f0 req-700a5f09-d890-4fd1-925a-c160115b2d7f service nova] Releasing lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.571657] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae011f29-8480-419b-a044-a110a4eb9142 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.582449] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8f893f-b991-4274-9a7e-23d11161952d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.597498] env[63920]: DEBUG nova.compute.provider_tree [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.611368] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392198, 'name': CreateVM_Task, 'duration_secs': 3.564418} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.611556] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.612224] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.612351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.612686] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.612962] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05d5e6a2-f5ca-43ef-aa9b-8d3e56e97da7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.618429] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 810.618429] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526896ae-87c3-a133-4389-565275224487" [ 810.618429] env[63920]: _type = "Task" [ 810.618429] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.628635] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526896ae-87c3-a133-4389-565275224487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.737230] env[63920]: INFO nova.compute.manager [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Took 1.39 seconds to deallocate network for instance. [ 810.756383] env[63920]: DEBUG oslo_concurrency.lockutils [req-60f56c74-ab52-4778-85eb-67a8d26d6539 req-e7bfbbfd-8c0e-4554-84dd-d653fe1edf97 service nova] Releasing lock "refresh_cache-ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.821049] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [{"id": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "address": "fa:16:3e:28:c7:43", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241d3ad1-dd", "ovs_interfaceid": "241d3ad1-dde1-4b16-9c53-9f7eb093f9ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.889369] env[63920]: DEBUG oslo_vmware.api [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392209, 'name': PowerOnVM_Task, 'duration_secs': 1.127395} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.889632] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.890111] env[63920]: INFO nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Took 12.47 seconds to spawn the instance on the hypervisor. [ 810.890228] env[63920]: DEBUG nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.891213] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861e4898-4ecd-4698-8af1-3fb97ac5db84 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.930425] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392212, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.969781] env[63920]: INFO nova.compute.manager [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] instance snapshotting [ 810.970452] env[63920]: DEBUG nova.objects.instance [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'flavor' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.978118] env[63920]: INFO nova.compute.manager [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Shelve offloading [ 810.981495] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.981495] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.981495] env[63920]: DEBUG nova.network.neutron [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.010907] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.108027] env[63920]: DEBUG nova.scheduler.client.report [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.129509] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526896ae-87c3-a133-4389-565275224487, 'name': SearchDatastore_Task, 'duration_secs': 0.016085} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.130601] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.130857] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.131106] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.131271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.131574] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.132020] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8c249fd-c36a-42e3-b89b-8f386cbc22d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.143177] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.143402] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.144157] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ac1242-a523-4552-ad81-6114fe3b6019 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.152547] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 811.152547] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a1785-92cb-8edb-d769-8e0eba28eebb" [ 811.152547] env[63920]: _type = "Task" [ 811.152547] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.164575] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a1785-92cb-8edb-d769-8e0eba28eebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.243725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.324204] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-8a8b5ca1-d551-4876-be84-e93404f98db9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.324432] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 811.324654] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.324807] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.324950] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.325109] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.325257] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.325401] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.325528] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 811.325668] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.414232] env[63920]: INFO nova.compute.manager [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Took 41.19 seconds to build instance. [ 811.430216] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392212, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.441471] env[63920]: DEBUG nova.compute.manager [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Received event network-vif-deleted-03e4bf7f-b3b4-4787-befb-7a2f172a213f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.441680] env[63920]: DEBUG nova.compute.manager [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 811.441846] env[63920]: DEBUG nova.compute.manager [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing instance network info cache due to event network-changed-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 811.442198] env[63920]: DEBUG oslo_concurrency.lockutils [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] Acquiring lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.442460] env[63920]: DEBUG oslo_concurrency.lockutils [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] Acquired lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.442696] env[63920]: DEBUG nova.network.neutron [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Refreshing network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.483070] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e517baa-2321-492a-a8c8-407c9e66d4bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.491479] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.491947] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbad195f-8777-43f0-9a59-cc3b0567255d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.525025] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09417691-dda3-49b6-8ef7-34b0016b3c7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.531390] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 811.531390] env[63920]: value = "task-2392213" [ 811.531390] env[63920]: _type = "Task" [ 811.531390] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.545139] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.554291] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 811.554506] env[63920]: DEBUG nova.compute.manager [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.555328] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb077f5-e239-48d7-91f4-474ed6cf2c64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.563099] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.563304] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.563495] env[63920]: DEBUG nova.network.neutron [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.614712] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.614712] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.615358] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.685s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.616934] env[63920]: INFO nova.compute.claims [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.665579] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a1785-92cb-8edb-d769-8e0eba28eebb, 'name': SearchDatastore_Task, 'duration_secs': 0.023902} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.668029] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674b5000-7cf9-4ea1-978a-a1c8e6a14ded {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.673723] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 811.673723] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52515648-b153-e1da-d94b-df4b6a2fca15" [ 811.673723] env[63920]: _type = "Task" [ 811.673723] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.682558] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52515648-b153-e1da-d94b-df4b6a2fca15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.832330] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 811.916244] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b06902a-1d94-4001-b89a-bebdb9b899e8 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.674s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.932743] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392212, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.023249] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.031072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.053383] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 812.053383] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-90841839-d384-4a21-8dfa-cbfe45ee2d69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.059401] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 812.059401] env[63920]: value = "task-2392214" [ 812.059401] env[63920]: _type = "Task" [ 812.059401] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.071474] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.123461] env[63920]: DEBUG nova.compute.utils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 812.127719] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.128050] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.154435] env[63920]: DEBUG nova.network.neutron [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.190467] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52515648-b153-e1da-d94b-df4b6a2fca15, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.190756] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.191028] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7/707b0e73-d4e8-4bcd-a9e4-00c923d62ce7.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.192019] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb66171d-8fd8-460e-9159-2fcc30eef240 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.200252] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 812.200252] env[63920]: value = "task-2392215" [ 812.200252] env[63920]: _type = "Task" [ 812.200252] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.213950] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.244497] env[63920]: DEBUG nova.policy [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb1b2631a3d24f60b4f67b92a3792000', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636cba38365947c181a3d041a20a630c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.436554] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392212, 'name': CreateVM_Task, 'duration_secs': 2.082991} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.436745] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.438027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.438027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.438532] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 812.438532] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb09e08-87b9-4b1c-afee-fa8dce243cae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.445228] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 812.445228] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292debd-9fa4-cb60-80b7-82b523f640f6" [ 812.445228] env[63920]: _type = "Task" [ 812.445228] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.458285] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292debd-9fa4-cb60-80b7-82b523f640f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.523764] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392211, 'name': CloneVM_Task, 'duration_secs': 2.569368} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.524075] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Created linked-clone VM from snapshot [ 812.524862] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912d3b9b-07e4-4fa2-b273-b519ac86d428 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.535704] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Uploading image 21807419-b2e2-4215-a869-f5bd0ebfc27a {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 812.561214] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 812.561214] env[63920]: value = "vm-485344" [ 812.561214] env[63920]: _type = "VirtualMachine" [ 812.561214] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 812.562301] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-940ad0c7-0ac7-4c80-8332-7f08adc28dd2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.577320] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392214, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.579101] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lease: (returnval){ [ 812.579101] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52090969-c3c8-6fb5-b81a-27ed84d1d304" [ 812.579101] env[63920]: _type = "HttpNfcLease" [ 812.579101] env[63920]: } obtained for exporting VM: (result){ [ 812.579101] env[63920]: value = "vm-485344" [ 812.579101] env[63920]: _type = "VirtualMachine" [ 812.579101] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 812.579501] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the lease: (returnval){ [ 812.579501] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52090969-c3c8-6fb5-b81a-27ed84d1d304" [ 812.579501] env[63920]: _type = "HttpNfcLease" [ 812.579501] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 812.581126] env[63920]: DEBUG nova.network.neutron [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updated VIF entry in instance network info cache for port 521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.581351] env[63920]: DEBUG nova.network.neutron [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [{"id": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "address": "fa:16:3e:ee:c4:b3", "network": {"id": "c06dbd23-3eb2-40f8-8579-f89d47af87a6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1841860669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e84c37a3b86c47f6b8abb873f6151e56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f54f7284-8f7d-47ee-839d-2143062cfe44", "external-id": "nsx-vlan-transportzone-569", "segmentation_id": 569, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap521af46a-c2", "ovs_interfaceid": "521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.591526] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 812.591526] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52090969-c3c8-6fb5-b81a-27ed84d1d304" [ 812.591526] env[63920]: _type = "HttpNfcLease" [ 812.591526] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 812.629044] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.657978] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.715317] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.966016] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5292debd-9fa4-cb60-80b7-82b523f640f6, 'name': SearchDatastore_Task, 'duration_secs': 0.074182} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.966016] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 812.967821] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.968120] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.968350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.968552] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.968909] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef824463-c807-42f9-beaf-886c4f580f99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.980200] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.980398] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.981164] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4c9875-d0d4-4a8c-978f-e438db337881 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.989024] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 812.989024] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527ec198-f0df-91cb-a73e-cecfcbb5a27c" [ 812.989024] env[63920]: _type = "Task" [ 812.989024] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.001657] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527ec198-f0df-91cb-a73e-cecfcbb5a27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.020770] env[63920]: DEBUG nova.network.neutron [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.076992] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392214, 'name': CreateSnapshot_Task, 'duration_secs': 0.920314} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.084020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 813.084020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deead83f-9aff-4048-aa46-5374d015c111 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.089676] env[63920]: DEBUG oslo_concurrency.lockutils [req-8e28313d-ef66-4a24-abb5-c11ea9f2eb87 req-b619732f-0f5c-473f-91c0-dfc3dd8b2a3b service nova] Releasing lock "refresh_cache-a9443c1d-3c52-4605-8197-ecfac838e125" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.105558] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 813.105558] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52090969-c3c8-6fb5-b81a-27ed84d1d304" [ 813.105558] env[63920]: _type = "HttpNfcLease" [ 813.105558] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 813.108358] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 813.108358] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52090969-c3c8-6fb5-b81a-27ed84d1d304" [ 813.108358] env[63920]: _type = "HttpNfcLease" [ 813.108358] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 813.108358] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4158f-07c4-40b9-b8bf-0f15ae34f1f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.117440] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edefa2-73f9-2e15-ebf3-b347a7dd57ae/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 813.117652] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edefa2-73f9-2e15-ebf3-b347a7dd57ae/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 813.214114] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565635} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.215166] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7/707b0e73-d4e8-4bcd-a9e4-00c923d62ce7.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.215292] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.215519] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ed14e56-9e06-4d13-bdef-a33c8f3542ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.219169] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f14ccd-4061-4594-bf2d-8c85855c8a1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.243709] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fcce00e0-8a78-434c-9ce1-4171ec713157 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.251830] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984d1ba9-5b5a-4dba-a418-0bd8dc0be5e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.255052] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 813.255052] env[63920]: value = "task-2392217" [ 813.255052] env[63920]: _type = "Task" [ 813.255052] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.266241] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 813.274686] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9030eca5-6a47-43f2-bcbe-d96f93b3d585 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.281768] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.292057] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c92de2a-dc3a-4e4e-a76a-6b0654d8b075 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.330284] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Successfully created port: 758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.332883] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62df8265-f2cd-481c-9f70-7fd4cca45503 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.344313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbcbaef-b58e-4b4d-aace-9f3d84be78d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.359499] env[63920]: DEBUG nova.compute.provider_tree [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.457965] env[63920]: DEBUG nova.compute.manager [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Received event network-changed-9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.458195] env[63920]: DEBUG nova.compute.manager [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Refreshing instance network info cache due to event network-changed-9d7a9e06-3222-487c-9913-b5c207aa3f57. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.458434] env[63920]: DEBUG oslo_concurrency.lockutils [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] Acquiring lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.458583] env[63920]: DEBUG oslo_concurrency.lockutils [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] Acquired lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.458988] env[63920]: DEBUG nova.network.neutron [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Refreshing network info cache for port 9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.500395] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527ec198-f0df-91cb-a73e-cecfcbb5a27c, 'name': SearchDatastore_Task, 'duration_secs': 0.017635} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.501239] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b5e491b-59d7-48e0-8850-945586286cbc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.508225] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 813.508225] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5249db4d-e200-46fe-2642-902dff1dc563" [ 813.508225] env[63920]: _type = "Task" [ 813.508225] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.517106] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5249db4d-e200-46fe-2642-902dff1dc563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.526934] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.615949] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.616529] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd001507-50ec-464b-ae1e-64a11b1bdf53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.627567] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 813.627567] env[63920]: value = "task-2392218" [ 813.627567] env[63920]: _type = "Task" [ 813.627567] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.639561] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.689797] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.700543] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "11a2adc4-81ca-4694-ab3c-866a1b99c581" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.700854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.705025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "11a2adc4-81ca-4694-ab3c-866a1b99c581-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.705025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.705025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.705025] env[63920]: INFO nova.compute.manager [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Terminating instance [ 813.724256] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.725897] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.726841] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.726841] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.726841] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.726841] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.726841] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.727086] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.727379] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.727379] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.727694] env[63920]: DEBUG nova.virt.hardware [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.730296] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02236b3c-1c42-429b-8b7e-3562eb7f3722 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.745646] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdbe2ab-661b-453e-99b3-1e5193464ec8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.785438] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.785438] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.785438] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0996502b-277d-4ed1-874e-d83b4392b251 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.788097] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.788265] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f67cf-e1b4-4c9f-87a1-11abc9144d83 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.828047] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7/707b0e73-d4e8-4bcd-a9e4-00c923d62ce7.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.832076] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b6996d1-1d8b-4caa-80e6-07590ff8b817 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.848477] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 813.848477] env[63920]: value = "task-2392219" [ 813.848477] env[63920]: _type = "Task" [ 813.848477] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.856869] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 813.856869] env[63920]: value = "task-2392220" [ 813.856869] env[63920]: _type = "Task" [ 813.856869] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.862803] env[63920]: DEBUG nova.scheduler.client.report [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.867714] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392219, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.879387] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392220, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.022534] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5249db4d-e200-46fe-2642-902dff1dc563, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.022534] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.022534] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574/ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.023139] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0179a549-7088-48c9-93bf-4bf5cf9067cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.031264] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 814.031264] env[63920]: value = "task-2392221" [ 814.031264] env[63920]: _type = "Task" [ 814.031264] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.041382] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.139458] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.216262] env[63920]: DEBUG nova.compute.manager [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.216262] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.216552] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f13377b-a84f-4b66-80cd-46bbe35a11f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.226956] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.227173] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73262cd-76a3-4342-84ce-ae14196d864e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.231817] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.233269] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3b2fd-ea8f-403b-962c-a1d279f7f6e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.239102] env[63920]: DEBUG oslo_vmware.api [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 814.239102] env[63920]: value = "task-2392222" [ 814.239102] env[63920]: _type = "Task" [ 814.239102] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.245913] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.246777] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a252bee0-c228-446c-854b-353bae944c3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.253310] env[63920]: DEBUG oslo_vmware.api [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.353272] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.353634] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.353971] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleting the datastore file [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.357988] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbcae5f7-4624-4572-90c0-2936b6318745 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.371238] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392219, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.371238] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.371430] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.374805] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 814.374805] env[63920]: value = "task-2392224" [ 814.374805] env[63920]: _type = "Task" [ 814.374805] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.374805] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.461s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.376107] env[63920]: INFO nova.compute.claims [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.385977] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.392349] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.397561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "ed593698-16c1-454e-85bf-0d74e63126f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.398323] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "ed593698-16c1-454e-85bf-0d74e63126f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.398323] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "ed593698-16c1-454e-85bf-0d74e63126f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.398524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "ed593698-16c1-454e-85bf-0d74e63126f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.398569] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "ed593698-16c1-454e-85bf-0d74e63126f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.405421] env[63920]: INFO nova.compute.manager [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Terminating instance [ 814.552465] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392221, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.643560] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.654697] env[63920]: DEBUG nova.network.neutron [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updated VIF entry in instance network info cache for port 9d7a9e06-3222-487c-9913-b5c207aa3f57. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.655677] env[63920]: DEBUG nova.network.neutron [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updating instance_info_cache with network_info: [{"id": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "address": "fa:16:3e:bc:05:e4", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d7a9e06-32", "ovs_interfaceid": "9d7a9e06-3222-487c-9913-b5c207aa3f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.751217] env[63920]: DEBUG oslo_vmware.api [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392222, 'name': PowerOffVM_Task, 'duration_secs': 0.268632} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.751516] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.751688] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.751958] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f4fcff9-b5b7-4728-ae9e-c37d72a8bebf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.828183] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.830239] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.830239] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Deleting the datastore file [datastore1] 11a2adc4-81ca-4694-ab3c-866a1b99c581 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.830239] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10973d40-9b65-4061-9176-fea6f6892d69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.843228] env[63920]: DEBUG oslo_vmware.api [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 814.843228] env[63920]: value = "task-2392226" [ 814.843228] env[63920]: _type = "Task" [ 814.843228] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.853408] env[63920]: DEBUG oslo_vmware.api [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.863159] env[63920]: DEBUG oslo_vmware.api [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392219, 'name': PowerOnVM_Task, 'duration_secs': 0.754364} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.867823] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.868157] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b4aa9016-36cd-4931-b2e5-906cd7434904 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance '2dbf5674-95b1-41b6-b4a4-c4912fafeebc' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.888561] env[63920]: DEBUG nova.compute.utils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.892945] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.892945] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.892945] env[63920]: DEBUG nova.network.neutron [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.907467] env[63920]: DEBUG oslo_vmware.api [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426536} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.907724] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.907886] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.908143] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.911658] env[63920]: DEBUG nova.compute.manager [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.911865] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.913795] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4988e0-c0f0-4ce3-8964-01c76d16f9d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.924718] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.924718] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72521425-26fa-4bb8-a1af-4ec7e7dcb351 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.932262] env[63920]: DEBUG oslo_vmware.api [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 814.932262] env[63920]: value = "task-2392227" [ 814.932262] env[63920]: _type = "Task" [ 814.932262] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.943055] env[63920]: DEBUG oslo_vmware.api [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.948146] env[63920]: INFO nova.scheduler.client.report [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted allocations for instance 1847f2ce-e0f4-4953-9e2b-7db25926e95d [ 814.957165] env[63920]: DEBUG nova.policy [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04045d47f146414fb3951f8e95bd3ff8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb165bf1bcf44a74afc57ba991fb5262', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.046266] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872727} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.046616] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574/ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 815.046795] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 815.047113] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-207907d7-fee2-4438-b2d5-4f316718d92f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.057332] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 815.057332] env[63920]: value = "task-2392228" [ 815.057332] env[63920]: _type = "Task" [ 815.057332] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.069893] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.148891] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.163172] env[63920]: DEBUG oslo_concurrency.lockutils [req-4aa2b938-246b-4fb9-86b5-0cbf3bd93fb0 req-8af12768-3889-4c35-8254-c077644ac6e2 service nova] Releasing lock "refresh_cache-42bd8c1f-062a-4a96-b015-529e468cbf8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.358229] env[63920]: DEBUG oslo_vmware.api [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317597} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.358660] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.358764] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.358886] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.359123] env[63920]: INFO nova.compute.manager [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.360056] env[63920]: DEBUG oslo.service.loopingcall [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.360056] env[63920]: DEBUG nova.compute.manager [-] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.360056] env[63920]: DEBUG nova.network.neutron [-] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.379068] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392220, 'name': ReconfigVM_Task, 'duration_secs': 1.254733} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.383919] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7/707b0e73-d4e8-4bcd-a9e4-00c923d62ce7.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.384312] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec91928f-1a7e-4d69-aa0c-564084be13f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.393812] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.401633] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 815.401633] env[63920]: value = "task-2392229" [ 815.401633] env[63920]: _type = "Task" [ 815.401633] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.415515] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392229, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.420822] env[63920]: DEBUG nova.network.neutron [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Successfully created port: adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.446123] env[63920]: DEBUG oslo_vmware.api [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392227, 'name': PowerOffVM_Task, 'duration_secs': 0.325743} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.449479] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.449665] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.453664] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcd7d8fe-5815-4192-a61a-39398d93761b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.456169] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.573012] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1213} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.573442] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.574507] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b66592c-8ae7-4fa9-8202-77302d59a319 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.602686] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574/ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.605709] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99279442-a100-4421-8c78-a170d7fcefde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.627706] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 815.627706] env[63920]: value = "task-2392231" [ 815.627706] env[63920]: _type = "Task" [ 815.627706] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.639021] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.655056] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.792683] env[63920]: DEBUG nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-vif-unplugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.792683] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 815.792683] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 815.793014] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.793014] env[63920]: DEBUG nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] No waiting events found dispatching network-vif-unplugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.793126] env[63920]: WARNING nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received unexpected event network-vif-unplugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 for instance with vm_state shelved_offloaded and task_state None. [ 815.793223] env[63920]: DEBUG nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 815.793369] env[63920]: DEBUG nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing instance network info cache due to event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 815.793575] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 815.794030] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.794030] env[63920]: DEBUG nova.network.neutron [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.832754] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Successfully updated port: 758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.922785] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392229, 'name': Rename_Task, 'duration_secs': 0.386044} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.922785] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.922785] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13e466b9-7652-4b8b-8abb-d1a98bbab020 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.929927] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 815.929927] env[63920]: value = "task-2392232" [ 815.929927] env[63920]: _type = "Task" [ 815.929927] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.944943] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.048282] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283ef955-e3a2-463b-a2c6-f9d2bab5144f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.057769] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0594c10-2dac-4717-a35d-333f4ab8a4b5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.089753] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2e97bd-1936-4e55-89fe-a8f8436f46d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.099260] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4c7806-2cf5-407b-afa6-f38477e7b968 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.115667] env[63920]: DEBUG nova.compute.provider_tree [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.139640] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.146636] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.472557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "refresh_cache-4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.472557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "refresh_cache-4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.472557] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.472557] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.472557] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.474181] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.474181] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.474181] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Deleting the datastore file [datastore2] ed593698-16c1-454e-85bf-0d74e63126f8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.474181] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63c9bd18-6ad3-4da6-aff4-0cda815d25c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.485031] env[63920]: DEBUG oslo_vmware.api [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for the task: (returnval){ [ 816.485031] env[63920]: value = "task-2392233" [ 816.485031] env[63920]: _type = "Task" [ 816.485031] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.502387] env[63920]: DEBUG oslo_vmware.api [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.519988] env[63920]: DEBUG nova.network.neutron [-] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.526243] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.526512] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.527135] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.527135] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.527135] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.528112] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.528528] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.528847] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.529230] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.529551] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.529857] env[63920]: DEBUG nova.virt.hardware [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.532293] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ab7eed-e1cf-4203-82aa-baa05702f9ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549453] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82345bdd-fa5b-4071-97d7-fd4cc3183337 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.621943] env[63920]: DEBUG nova.scheduler.client.report [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.653046] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.660578] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.869457] env[63920]: DEBUG nova.network.neutron [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updated VIF entry in instance network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.869963] env[63920]: DEBUG nova.network.neutron [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap436e2551-75", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.941833] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392232, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.997138] env[63920]: DEBUG oslo_vmware.api [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Task: {'id': task-2392233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352518} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.997138] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.997138] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.997392] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.997471] env[63920]: INFO nova.compute.manager [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Took 2.09 seconds to destroy the instance on the hypervisor. [ 816.997780] env[63920]: DEBUG oslo.service.loopingcall [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 816.998057] env[63920]: DEBUG nova.compute.manager [-] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.998181] env[63920]: DEBUG nova.network.neutron [-] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 817.022957] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.042493] env[63920]: INFO nova.compute.manager [-] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Took 1.68 seconds to deallocate network for instance. [ 817.129706] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.132826] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.132875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.365s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.134615] env[63920]: INFO nova.compute.claims [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.162444] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.167662] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392231, 'name': ReconfigVM_Task, 'duration_secs': 1.088308} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.167662] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Reconfigured VM instance instance-00000038 to attach disk [datastore2] ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574/ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.168536] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-862f454d-bfc5-4780-a76c-e7878203b29c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.179960] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 817.179960] env[63920]: value = "task-2392234" [ 817.179960] env[63920]: _type = "Task" [ 817.179960] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.190768] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392234, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.309280] env[63920]: DEBUG nova.network.neutron [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Port 607c4d98-09bb-4ef6-8176-2643cab83e4f binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 817.309280] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.309567] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.309567] env[63920]: DEBUG nova.network.neutron [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.373133] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 817.373428] env[63920]: DEBUG nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Received event network-vif-plugged-758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.373696] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Acquiring lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.373913] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.374090] env[63920]: DEBUG oslo_concurrency.lockutils [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.374287] env[63920]: DEBUG nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] No waiting events found dispatching network-vif-plugged-758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.374459] env[63920]: WARNING nova.compute.manager [req-cce5a9fd-e33a-46de-8002-142e173c1ad7 req-a7d47664-3d85-44bd-9602-fa698a4c71bd service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Received unexpected event network-vif-plugged-758f8977-ac08-45c8-8322-0fedc08ee3c0 for instance with vm_state building and task_state spawning. [ 817.442112] env[63920]: DEBUG oslo_vmware.api [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392232, 'name': PowerOnVM_Task, 'duration_secs': 1.398833} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.442465] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.442700] env[63920]: INFO nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Took 13.59 seconds to spawn the instance on the hypervisor. [ 817.442882] env[63920]: DEBUG nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.443832] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c12ec0-9d02-4ba4-8b21-16874177c7ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.507083] env[63920]: DEBUG nova.network.neutron [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Successfully updated port: adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.549643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.620675] env[63920]: DEBUG nova.network.neutron [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Updating instance_info_cache with network_info: [{"id": "758f8977-ac08-45c8-8322-0fedc08ee3c0", "address": "fa:16:3e:97:54:74", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758f8977-ac", "ovs_interfaceid": "758f8977-ac08-45c8-8322-0fedc08ee3c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.655021] env[63920]: DEBUG nova.compute.utils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 817.655021] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.655021] env[63920]: DEBUG nova.network.neutron [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.669795] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.691473] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392234, 'name': Rename_Task, 'duration_secs': 0.330999} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.691773] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.692224] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19429d72-563d-4241-8384-45bb858d1e19 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.700904] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 817.700904] env[63920]: value = "task-2392235" [ 817.700904] env[63920]: _type = "Task" [ 817.700904] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.718187] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.725283] env[63920]: DEBUG nova.policy [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14bd6939d8434927b1bb733eb8e61a95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8da5e48e50044adadee4023f278b5ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.908982] env[63920]: DEBUG nova.compute.manager [req-0ea53aa4-2da4-426c-a824-9d908bf28dbe req-867836e2-548e-4eb6-a869-00d3847bcd39 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Received event network-vif-plugged-adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 817.909372] env[63920]: DEBUG oslo_concurrency.lockutils [req-0ea53aa4-2da4-426c-a824-9d908bf28dbe req-867836e2-548e-4eb6-a869-00d3847bcd39 service nova] Acquiring lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.909710] env[63920]: DEBUG oslo_concurrency.lockutils [req-0ea53aa4-2da4-426c-a824-9d908bf28dbe req-867836e2-548e-4eb6-a869-00d3847bcd39 service nova] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 817.909915] env[63920]: DEBUG oslo_concurrency.lockutils [req-0ea53aa4-2da4-426c-a824-9d908bf28dbe req-867836e2-548e-4eb6-a869-00d3847bcd39 service nova] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.910144] env[63920]: DEBUG nova.compute.manager [req-0ea53aa4-2da4-426c-a824-9d908bf28dbe req-867836e2-548e-4eb6-a869-00d3847bcd39 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] No waiting events found dispatching network-vif-plugged-adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.910394] env[63920]: WARNING nova.compute.manager [req-0ea53aa4-2da4-426c-a824-9d908bf28dbe req-867836e2-548e-4eb6-a869-00d3847bcd39 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Received unexpected event network-vif-plugged-adf68de2-2d6e-472a-907e-48954a295449 for instance with vm_state building and task_state spawning. [ 817.967965] env[63920]: INFO nova.compute.manager [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Took 42.32 seconds to build instance. [ 818.010032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "refresh_cache-a6203430-7fe6-4eaf-ba11-f9e9495e2b18" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.010032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired lock "refresh_cache-a6203430-7fe6-4eaf-ba11-f9e9495e2b18" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.010032] env[63920]: DEBUG nova.network.neutron [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.047629] env[63920]: DEBUG nova.compute.manager [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Received event network-changed-758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.047936] env[63920]: DEBUG nova.compute.manager [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Refreshing instance network info cache due to event network-changed-758f8977-ac08-45c8-8322-0fedc08ee3c0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 818.048029] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] Acquiring lock "refresh_cache-4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.124795] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "refresh_cache-4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.124795] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Instance network_info: |[{"id": "758f8977-ac08-45c8-8322-0fedc08ee3c0", "address": "fa:16:3e:97:54:74", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758f8977-ac", "ovs_interfaceid": "758f8977-ac08-45c8-8322-0fedc08ee3c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.125187] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] Acquired lock "refresh_cache-4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.125187] env[63920]: DEBUG nova.network.neutron [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Refreshing network info cache for port 758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.125187] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:54:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '758f8977-ac08-45c8-8322-0fedc08ee3c0', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.132096] env[63920]: DEBUG oslo.service.loopingcall [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.132613] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.132855] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26586341-3c8c-406f-9aa6-ffb8dd611c6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.159433] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.172621] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.172621] env[63920]: value = "task-2392236" [ 818.172621] env[63920]: _type = "Task" [ 818.172621] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.182854] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392218, 'name': CloneVM_Task, 'duration_secs': 4.207979} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.183419] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created linked-clone VM from snapshot [ 818.184244] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72428e-7c27-43d3-9f62-5659ca888438 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.191715] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392236, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.201843] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Uploading image d962b170-6d75-48dd-b642-cefd578ab237 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.217136] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.237947] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.237947] env[63920]: value = "vm-485347" [ 818.237947] env[63920]: _type = "VirtualMachine" [ 818.237947] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.237947] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9bd9963f-758a-4d6a-bcc9-ef21d667be80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.250331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "6de48a88-0c97-4d08-8597-626419a666c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.250599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "6de48a88-0c97-4d08-8597-626419a666c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.251852] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease: (returnval){ [ 818.251852] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec1967-ea3d-78db-470e-8c01bf8b9757" [ 818.251852] env[63920]: _type = "HttpNfcLease" [ 818.251852] env[63920]: } obtained for exporting VM: (result){ [ 818.251852] env[63920]: value = "vm-485347" [ 818.251852] env[63920]: _type = "VirtualMachine" [ 818.251852] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.252265] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the lease: (returnval){ [ 818.252265] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec1967-ea3d-78db-470e-8c01bf8b9757" [ 818.252265] env[63920]: _type = "HttpNfcLease" [ 818.252265] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.264950] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.264950] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec1967-ea3d-78db-470e-8c01bf8b9757" [ 818.264950] env[63920]: _type = "HttpNfcLease" [ 818.264950] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.284103] env[63920]: DEBUG nova.network.neutron [-] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.354241] env[63920]: DEBUG nova.network.neutron [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.461021] env[63920]: DEBUG nova.network.neutron [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Successfully created port: 6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.471525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0df4671c-61df-492d-8d64-9a6ad3550f4a tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.678s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.592932] env[63920]: DEBUG nova.network.neutron [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.693975] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392236, 'name': CreateVM_Task, 'duration_secs': 0.512391} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.694116] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.694970] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.695920] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695920] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.695920] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c9b17d-1b7d-46d0-85d4-211a62f2dfdc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.705836] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 818.705836] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4c921-1a8a-7d80-d8b9-118153d70f32" [ 818.705836] env[63920]: _type = "Task" [ 818.705836] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.728335] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4c921-1a8a-7d80-d8b9-118153d70f32, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.728842] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.729730] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.729984] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.730242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.730391] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.730634] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.731208] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6588cfb7-9b5f-4d49-aa13-1a3ddae48b1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.749895] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.750220] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.754299] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58ff685-c3f3-40d7-aff6-144f98701b2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.757608] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.774171] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.774171] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec1967-ea3d-78db-470e-8c01bf8b9757" [ 818.774171] env[63920]: _type = "HttpNfcLease" [ 818.774171] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.774519] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.774519] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ec1967-ea3d-78db-470e-8c01bf8b9757" [ 818.774519] env[63920]: _type = "HttpNfcLease" [ 818.774519] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.774850] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 818.774850] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d24f9-c005-dc9c-c86e-b7969231e403" [ 818.774850] env[63920]: _type = "Task" [ 818.774850] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.775540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd690c5-56bd-4326-8c56-98b26117e2f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.778812] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acff4017-5381-4da3-99bb-51d61fa72e21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.786030] env[63920]: INFO nova.compute.manager [-] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Took 1.79 seconds to deallocate network for instance. [ 818.793626] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52407e5e-2ef2-7a31-4780-f2d52947d7cd/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.793818] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52407e5e-2ef2-7a31-4780-f2d52947d7cd/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 818.806381] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95d121e-1705-469b-97bf-f5e593386c96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.809508] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d24f9-c005-dc9c-c86e-b7969231e403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.870424] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.907728] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad824b-b95f-480e-a91f-315762946f68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.917303] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c25f10-fdb7-48f1-b346-f4a20ff2313a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.932948] env[63920]: DEBUG nova.compute.provider_tree [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.995285] env[63920]: DEBUG nova.network.neutron [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Updating instance_info_cache with network_info: [{"id": "adf68de2-2d6e-472a-907e-48954a295449", "address": "fa:16:3e:d1:22:e7", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf68de2-2d", "ovs_interfaceid": "adf68de2-2d6e-472a-907e-48954a295449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.074302] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1fc80c7e-f9f5-4ffa-88db-1206904d2c5e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.091514] env[63920]: DEBUG nova.network.neutron [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Updated VIF entry in instance network info cache for port 758f8977-ac08-45c8-8322-0fedc08ee3c0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.091514] env[63920]: DEBUG nova.network.neutron [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Updating instance_info_cache with network_info: [{"id": "758f8977-ac08-45c8-8322-0fedc08ee3c0", "address": "fa:16:3e:97:54:74", "network": {"id": "fd1f4df0-4adb-44cc-b7eb-017bd92fd65f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-688954585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636cba38365947c181a3d041a20a630c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap758f8977-ac", "ovs_interfaceid": "758f8977-ac08-45c8-8322-0fedc08ee3c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.113206] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.183891] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.216027] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392235, 'name': PowerOnVM_Task, 'duration_secs': 1.192001} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.216027] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.216027] env[63920]: INFO nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Took 12.69 seconds to spawn the instance on the hypervisor. [ 819.216027] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.216822] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b416b7-a561-49ee-a552-30f5c49f25c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.281118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.291363] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.291711] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.292134] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.292341] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.292560] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.292717] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.292932] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.293118] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.293300] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.293729] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.294036] env[63920]: DEBUG nova.virt.hardware [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.295511] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4a451-f4ff-4b33-8c51-26343f3d3cba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.303383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.303781] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d24f9-c005-dc9c-c86e-b7969231e403, 'name': SearchDatastore_Task, 'duration_secs': 0.020137} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.305081] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b622dd0-25e4-4954-a9c7-09e39111448e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.311016] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4aff75-bce6-47fb-b75e-c083dc25a008 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.319116] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 819.319116] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52369684-8b96-cd40-d632-3b8a6ba9bf9c" [ 819.319116] env[63920]: _type = "Task" [ 819.319116] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.348534] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52369684-8b96-cd40-d632-3b8a6ba9bf9c, 'name': SearchDatastore_Task, 'duration_secs': 0.0164} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.348889] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.349258] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77/4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.349549] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ebb6364-bab2-45fb-bd67-136a0270b703 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.359153] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 819.359153] env[63920]: value = "task-2392238" [ 819.359153] env[63920]: _type = "Task" [ 819.359153] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.369188] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.374282] env[63920]: DEBUG nova.compute.manager [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63920) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 819.374525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.436970] env[63920]: DEBUG nova.scheduler.client.report [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.497803] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Releasing lock "refresh_cache-a6203430-7fe6-4eaf-ba11-f9e9495e2b18" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.502031] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Instance network_info: |[{"id": "adf68de2-2d6e-472a-907e-48954a295449", "address": "fa:16:3e:d1:22:e7", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf68de2-2d", "ovs_interfaceid": "adf68de2-2d6e-472a-907e-48954a295449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.502528] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:22:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adf68de2-2d6e-472a-907e-48954a295449', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.511712] env[63920]: DEBUG oslo.service.loopingcall [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.512199] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.512777] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b63ffab-fc90-4065-b625-f632b27f1449 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.535966] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.535966] env[63920]: value = "task-2392239" [ 819.535966] env[63920]: _type = "Task" [ 819.535966] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.549948] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392239, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.594421] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] Releasing lock "refresh_cache-4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.595036] env[63920]: DEBUG nova.compute.manager [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Received event network-vif-deleted-3a9fa490-8a74-49e9-8ded-7088a7f60b44 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.597510] env[63920]: DEBUG nova.compute.manager [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Received event network-vif-deleted-e8074155-3398-4d09-9cda-b213c66995bc {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 819.597510] env[63920]: INFO nova.compute.manager [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Neutron deleted interface e8074155-3398-4d09-9cda-b213c66995bc; detaching it from the instance and deleting it from the info cache [ 819.597510] env[63920]: DEBUG nova.network.neutron [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.739993] env[63920]: INFO nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Took 41.16 seconds to build instance. [ 819.878025] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.943062] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.943840] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.948188] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.823s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.948188] env[63920]: DEBUG nova.objects.instance [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lazy-loading 'resources' on Instance uuid 7c862cbf-e7fb-44a1-b19c-f6b1355b0721 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.057239] env[63920]: DEBUG nova.compute.manager [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Received event network-changed-adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.057571] env[63920]: DEBUG nova.compute.manager [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Refreshing instance network info cache due to event network-changed-adf68de2-2d6e-472a-907e-48954a295449. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.057830] env[63920]: DEBUG oslo_concurrency.lockutils [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] Acquiring lock "refresh_cache-a6203430-7fe6-4eaf-ba11-f9e9495e2b18" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.058058] env[63920]: DEBUG oslo_concurrency.lockutils [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] Acquired lock "refresh_cache-a6203430-7fe6-4eaf-ba11-f9e9495e2b18" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.058234] env[63920]: DEBUG nova.network.neutron [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Refreshing network info cache for port adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.063934] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392239, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.100229] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b1fe6f8-4a07-47b5-a1d9-2dadf0500bbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.115044] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de309ead-6c6f-45b3-95b4-8918680dffb0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.168918] env[63920]: DEBUG nova.compute.manager [req-8d9c6556-ca81-44a7-879f-4adb694720ea req-f76031c3-9c39-4aee-a903-c4eb87a43ded service nova] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Detach interface failed, port_id=e8074155-3398-4d09-9cda-b213c66995bc, reason: Instance ed593698-16c1-454e-85bf-0d74e63126f8 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 820.243179] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.146s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.375350] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658313} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.375863] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77/4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.377825] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.377825] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e17265d9-88cf-4316-acd6-41e7b60efa9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.388584] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 820.388584] env[63920]: value = "task-2392240" [ 820.388584] env[63920]: _type = "Task" [ 820.388584] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.403284] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.452796] env[63920]: DEBUG nova.compute.utils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 820.458346] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.458637] env[63920]: DEBUG nova.network.neutron [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.509474] env[63920]: DEBUG nova.network.neutron [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Successfully updated port: 6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.543481] env[63920]: DEBUG nova.policy [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.564433] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392239, 'name': CreateVM_Task, 'duration_secs': 0.604411} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.564839] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.566393] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.566570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.567115] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 820.569693] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f24b9c-db21-4ccd-bc8d-b44d3ab0f1ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.583141] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 820.583141] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5219fa2f-bd52-db82-2276-7f2a71aba3a3" [ 820.583141] env[63920]: _type = "Task" [ 820.583141] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.596612] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5219fa2f-bd52-db82-2276-7f2a71aba3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.613313] env[63920]: DEBUG nova.compute.manager [req-b106da2f-51df-4544-af93-2f51de8b8446 req-b2c9d526-128c-4e1d-8279-df015170397d service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Received event network-vif-plugged-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.613546] env[63920]: DEBUG oslo_concurrency.lockutils [req-b106da2f-51df-4544-af93-2f51de8b8446 req-b2c9d526-128c-4e1d-8279-df015170397d service nova] Acquiring lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.613751] env[63920]: DEBUG oslo_concurrency.lockutils [req-b106da2f-51df-4544-af93-2f51de8b8446 req-b2c9d526-128c-4e1d-8279-df015170397d service nova] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.613903] env[63920]: DEBUG oslo_concurrency.lockutils [req-b106da2f-51df-4544-af93-2f51de8b8446 req-b2c9d526-128c-4e1d-8279-df015170397d service nova] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.614410] env[63920]: DEBUG nova.compute.manager [req-b106da2f-51df-4544-af93-2f51de8b8446 req-b2c9d526-128c-4e1d-8279-df015170397d service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] No waiting events found dispatching network-vif-plugged-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.614707] env[63920]: WARNING nova.compute.manager [req-b106da2f-51df-4544-af93-2f51de8b8446 req-b2c9d526-128c-4e1d-8279-df015170397d service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Received unexpected event network-vif-plugged-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 for instance with vm_state building and task_state spawning. [ 820.902353] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128594} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.904397] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.904397] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45db8f3c-f6f8-4a53-a298-e6989bc54d73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.931880] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77/4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.933188] env[63920]: DEBUG nova.network.neutron [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Updated VIF entry in instance network info cache for port adf68de2-2d6e-472a-907e-48954a295449. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.933620] env[63920]: DEBUG nova.network.neutron [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Updating instance_info_cache with network_info: [{"id": "adf68de2-2d6e-472a-907e-48954a295449", "address": "fa:16:3e:d1:22:e7", "network": {"id": "0467d18e-2674-430b-b7f6-60dba35afd74", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-684611345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb165bf1bcf44a74afc57ba991fb5262", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadf68de2-2d", "ovs_interfaceid": "adf68de2-2d6e-472a-907e-48954a295449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.938475] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfc1a77-e177-4510-9421-944cf5e83fbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.958231] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.965032] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 820.965032] env[63920]: value = "task-2392241" [ 820.965032] env[63920]: _type = "Task" [ 820.965032] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.975392] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.017065] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.017271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.017593] env[63920]: DEBUG nova.network.neutron [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.095344] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5219fa2f-bd52-db82-2276-7f2a71aba3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.015851} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.098688] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.099254] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.099524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.099838] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.100056] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.101653] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b2b444-7492-4e87-aadc-6c2a70ad4374 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.116842] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.117084] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.118558] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86fb2d7-a073-45cc-874b-320d465f87ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.125803] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 821.125803] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523587ca-841a-1172-cb5c-ba7fcea72ee3" [ 821.125803] env[63920]: _type = "Task" [ 821.125803] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.131450] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d101ab-d79a-403a-850a-0e577ba1ae1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.142081] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523587ca-841a-1172-cb5c-ba7fcea72ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.143195] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18c4853-b86f-43dd-b439-4be078beea43 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.179990] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7588aa-785a-4d12-8c55-338669f9ed3d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.189750] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baea25d-10e0-4df4-be40-93997b2f4ef5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.206921] env[63920]: DEBUG nova.compute.provider_tree [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.456456] env[63920]: DEBUG oslo_concurrency.lockutils [req-09bde520-20b5-4193-8f74-d3a430238120 req-9fec48cc-2942-4aa6-ad88-b71650f55403 service nova] Releasing lock "refresh_cache-a6203430-7fe6-4eaf-ba11-f9e9495e2b18" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.471023] env[63920]: DEBUG nova.network.neutron [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Successfully created port: 16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.481161] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.559334] env[63920]: DEBUG nova.network.neutron [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.584466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.584904] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.585018] env[63920]: INFO nova.compute.manager [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Rebooting instance [ 821.640927] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523587ca-841a-1172-cb5c-ba7fcea72ee3, 'name': SearchDatastore_Task, 'duration_secs': 0.016488} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.641904] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e12b9ed-f229-4182-8c67-5116b99c6358 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.649740] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 821.649740] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52020606-6b36-4be6-efd5-c6ea96ab378c" [ 821.649740] env[63920]: _type = "Task" [ 821.649740] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.660432] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52020606-6b36-4be6-efd5-c6ea96ab378c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.710818] env[63920]: DEBUG nova.scheduler.client.report [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.772497] env[63920]: DEBUG nova.network.neutron [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updating instance_info_cache with network_info: [{"id": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "address": "fa:16:3e:9d:37:77", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6200726c-76", "ovs_interfaceid": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.971431] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.983285] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392241, 'name': ReconfigVM_Task, 'duration_secs': 0.545606} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.983590] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77/4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.984290] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef7794ee-5265-47c4-8fd9-0124605b74e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.992116] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 821.992116] env[63920]: value = "task-2392242" [ 821.992116] env[63920]: _type = "Task" [ 821.992116] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.003755] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392242, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.113588] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.113680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.113854] env[63920]: DEBUG nova.network.neutron [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.162288] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52020606-6b36-4be6-efd5-c6ea96ab378c, 'name': SearchDatastore_Task, 'duration_secs': 0.01455} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.162609] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.162919] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] a6203430-7fe6-4eaf-ba11-f9e9495e2b18/a6203430-7fe6-4eaf-ba11-f9e9495e2b18.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.163198] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8a77c1-ddcc-4ced-9dcd-1683e7e62cda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.174633] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 822.174633] env[63920]: value = "task-2392243" [ 822.174633] env[63920]: _type = "Task" [ 822.174633] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.187892] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.216551] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.223665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.709s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.223931] env[63920]: DEBUG nova.objects.instance [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lazy-loading 'resources' on Instance uuid 7d8cc18f-ed32-486f-a977-64ca7068be9e {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.264020] env[63920]: INFO nova.scheduler.client.report [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Deleted allocations for instance 7c862cbf-e7fb-44a1-b19c-f6b1355b0721 [ 822.276552] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.276552] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Instance network_info: |[{"id": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "address": "fa:16:3e:9d:37:77", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6200726c-76", "ovs_interfaceid": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.277048] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:37:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a7188cb6-c9d7-449a-9362-ddb61a31feaf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6200726c-76a2-4e2c-b28b-b7c6a65a4f47', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.285626] env[63920]: DEBUG oslo.service.loopingcall [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 822.286391] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.286990] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cecad468-c25b-4331-9c6c-f905a374fe3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.313940] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.313940] env[63920]: value = "task-2392244" [ 822.313940] env[63920]: _type = "Task" [ 822.313940] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.325259] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392244, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.429211] env[63920]: DEBUG nova.compute.manager [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Received event network-changed-5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.429211] env[63920]: DEBUG nova.compute.manager [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Refreshing instance network info cache due to event network-changed-5ab4074b-d4e0-45db-8af3-d31132d25481. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.429211] env[63920]: DEBUG oslo_concurrency.lockutils [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] Acquiring lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.430285] env[63920]: DEBUG oslo_concurrency.lockutils [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] Acquired lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.430285] env[63920]: DEBUG nova.network.neutron [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Refreshing network info cache for port 5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.503976] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392242, 'name': Rename_Task, 'duration_secs': 0.226183} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.505747] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.506075] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbfc0a0f-bfa0-4334-8650-150fb70baede {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.517096] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 822.517096] env[63920]: value = "task-2392245" [ 822.517096] env[63920]: _type = "Task" [ 822.517096] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.529496] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.694026] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392243, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.777319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca4a781-a181-40a5-91e0-aa554a58c876 tempest-ServerExternalEventsTest-1813789479 tempest-ServerExternalEventsTest-1813789479-project-member] Lock "7c862cbf-e7fb-44a1-b19c-f6b1355b0721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.920s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.832028] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392244, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.995210] env[63920]: DEBUG nova.compute.manager [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Received event network-changed-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.995654] env[63920]: DEBUG nova.compute.manager [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Refreshing instance network info cache due to event network-changed-6200726c-76a2-4e2c-b28b-b7c6a65a4f47. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.996023] env[63920]: DEBUG oslo_concurrency.lockutils [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] Acquiring lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.998101] env[63920]: DEBUG oslo_concurrency.lockutils [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] Acquired lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.998533] env[63920]: DEBUG nova.network.neutron [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Refreshing network info cache for port 6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.034232] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.143160] env[63920]: DEBUG nova.network.neutron [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.188569] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740972} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.192667] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] a6203430-7fe6-4eaf-ba11-f9e9495e2b18/a6203430-7fe6-4eaf-ba11-f9e9495e2b18.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.192930] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.194319] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c11f1d5-7687-4524-9021-912e0ae71a8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.204146] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 823.204146] env[63920]: value = "task-2392246" [ 823.204146] env[63920]: _type = "Task" [ 823.204146] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.229751] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.330569] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392244, 'name': CreateVM_Task, 'duration_secs': 0.521374} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.334771] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.336778] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.336778] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.337302] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.338111] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf7a23e-c932-4616-9aa1-15ab04b5aa23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.347278] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 823.347278] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e15c8-0828-c5ee-4b14-4adf9904fef1" [ 823.347278] env[63920]: _type = "Task" [ 823.347278] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.365784] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e15c8-0828-c5ee-4b14-4adf9904fef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.390058] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17afbca4-0dc9-4653-b69c-922a1644b183 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.400799] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12ce378-6b47-4641-90b4-854474cee1e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.442093] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600609b2-669e-4a56-825e-d8e809887a77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.450628] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26170b3-0d76-4983-9844-9c10991190c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.469365] env[63920]: DEBUG nova.compute.provider_tree [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.495794] env[63920]: DEBUG nova.network.neutron [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updated VIF entry in instance network info cache for port 5ab4074b-d4e0-45db-8af3-d31132d25481. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.495794] env[63920]: DEBUG nova.network.neutron [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updating instance_info_cache with network_info: [{"id": "5ab4074b-d4e0-45db-8af3-d31132d25481", "address": "fa:16:3e:16:fc:3d", "network": {"id": "a51ebcbb-cd02-4cf8-a8d5-f4ae0d63657b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2099741948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a37ee147ad1045d8b5e2fc752eb38e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab4074b-d4", "ovs_interfaceid": "5ab4074b-d4e0-45db-8af3-d31132d25481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.536949] env[63920]: DEBUG oslo_vmware.api [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392245, 'name': PowerOnVM_Task, 'duration_secs': 0.963503} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.536949] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.536949] env[63920]: INFO nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Took 9.85 seconds to spawn the instance on the hypervisor. [ 823.536949] env[63920]: DEBUG nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.536949] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce8db22-953a-46d1-9975-c3541152cb83 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.646821] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.722821] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119718} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.723162] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.724148] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce356dbd-149f-4551-a218-3936b949de17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.752826] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] a6203430-7fe6-4eaf-ba11-f9e9495e2b18/a6203430-7fe6-4eaf-ba11-f9e9495e2b18.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.753228] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4438a6-8286-4ad8-aa84-308de321e929 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.779797] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 823.779797] env[63920]: value = "task-2392247" [ 823.779797] env[63920]: _type = "Task" [ 823.779797] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.791416] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.860748] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e15c8-0828-c5ee-4b14-4adf9904fef1, 'name': SearchDatastore_Task, 'duration_secs': 0.022874} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.861084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.861337] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.861580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.861721] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.861891] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.862395] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6bf1afe-19d8-48b7-ad0a-f5499fed5c74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.877226] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.877474] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.879946] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebaf71d-8c9c-441e-b1eb-8990eeca50c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.885895] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 823.885895] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522e354c-9e7d-9fa4-a281-dc1c6185ea47" [ 823.885895] env[63920]: _type = "Task" [ 823.885895] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.896872] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522e354c-9e7d-9fa4-a281-dc1c6185ea47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.906864] env[63920]: DEBUG nova.network.neutron [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updated VIF entry in instance network info cache for port 6200726c-76a2-4e2c-b28b-b7c6a65a4f47. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.907248] env[63920]: DEBUG nova.network.neutron [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updating instance_info_cache with network_info: [{"id": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "address": "fa:16:3e:9d:37:77", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6200726c-76", "ovs_interfaceid": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.973226] env[63920]: DEBUG nova.scheduler.client.report [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.997826] env[63920]: DEBUG oslo_concurrency.lockutils [req-3f2a0885-03f1-4f43-a848-44cb27715d95 req-3e499c4c-4eef-480a-9983-fcefee815388 service nova] Releasing lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.042372] env[63920]: DEBUG nova.network.neutron [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Successfully updated port: 16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.068177] env[63920]: INFO nova.compute.manager [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Took 41.03 seconds to build instance. [ 824.160724] env[63920]: DEBUG nova.compute.manager [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.160724] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7bbef-c319-4fe9-b30d-b29ea1acf6d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.293345] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.398653] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522e354c-9e7d-9fa4-a281-dc1c6185ea47, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.399466] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da8eb26d-535a-4b27-a1b1-d2bdf6884518 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.407937] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 824.407937] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e49cd-cd45-2328-1b4d-bd92a39bb6be" [ 824.407937] env[63920]: _type = "Task" [ 824.407937] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.411572] env[63920]: DEBUG oslo_concurrency.lockutils [req-3acea5db-5408-4b31-a244-f291b2f2bfa4 req-1d21c84e-a442-4e05-81f6-5f842e7f48fe service nova] Releasing lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.418977] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e49cd-cd45-2328-1b4d-bd92a39bb6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.479080] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.482950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.820s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.485585] env[63920]: INFO nova.compute.claims [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.515707] env[63920]: INFO nova.scheduler.client.report [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Deleted allocations for instance 7d8cc18f-ed32-486f-a977-64ca7068be9e [ 824.544941] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.545214] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.545401] env[63920]: DEBUG nova.network.neutron [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.572302] env[63920]: DEBUG oslo_concurrency.lockutils [None req-06d17700-3ff0-40fc-9d43-31d4921f7b0f tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.430s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.792291] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392247, 'name': ReconfigVM_Task, 'duration_secs': 0.695912} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.792291] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Reconfigured VM instance instance-0000003a to attach disk [datastore1] a6203430-7fe6-4eaf-ba11-f9e9495e2b18/a6203430-7fe6-4eaf-ba11-f9e9495e2b18.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.793408] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89e495eb-b6c9-4bb4-b407-3b5eae8ccb5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.801283] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 824.801283] env[63920]: value = "task-2392248" [ 824.801283] env[63920]: _type = "Task" [ 824.801283] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.812273] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392248, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.923889] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e49cd-cd45-2328-1b4d-bd92a39bb6be, 'name': SearchDatastore_Task, 'duration_secs': 0.019625} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.924229] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.924555] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 25c586b0-509d-46aa-ad20-ee3c74d7d0e9/25c586b0-509d-46aa-ad20-ee3c74d7d0e9.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.924987] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9558d0d-3d25-4634-8fce-e6a17f7838d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.934952] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 824.934952] env[63920]: value = "task-2392249" [ 824.934952] env[63920]: _type = "Task" [ 824.934952] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.945887] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.964103] env[63920]: DEBUG nova.compute.manager [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Received event network-vif-plugged-16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.964481] env[63920]: DEBUG oslo_concurrency.lockutils [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] Acquiring lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.964731] env[63920]: DEBUG oslo_concurrency.lockutils [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.965018] env[63920]: DEBUG oslo_concurrency.lockutils [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.965637] env[63920]: DEBUG nova.compute.manager [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] No waiting events found dispatching network-vif-plugged-16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.965834] env[63920]: WARNING nova.compute.manager [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Received unexpected event network-vif-plugged-16833823-56c8-4cb4-ab12-51d95f87ae8f for instance with vm_state building and task_state spawning. [ 824.966011] env[63920]: DEBUG nova.compute.manager [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Received event network-changed-16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.966479] env[63920]: DEBUG nova.compute.manager [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Refreshing instance network info cache due to event network-changed-16833823-56c8-4cb4-ab12-51d95f87ae8f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 824.966479] env[63920]: DEBUG oslo_concurrency.lockutils [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] Acquiring lock "refresh_cache-8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.029635] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d7dce79c-7511-42e9-9f42-7ed3beb908a7 tempest-ServerAddressesTestJSON-603914944 tempest-ServerAddressesTestJSON-603914944-project-member] Lock "7d8cc18f-ed32-486f-a977-64ca7068be9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.003s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.107432] env[63920]: DEBUG nova.network.neutron [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.180675] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e51fa8-7b06-42a9-9b8c-59d513964464 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.192228] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Doing hard reboot of VM {{(pid=63920) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 825.192711] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-280945a3-6ae5-49f2-b2d8-979f01924ab4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.201396] env[63920]: DEBUG oslo_vmware.api [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 825.201396] env[63920]: value = "task-2392250" [ 825.201396] env[63920]: _type = "Task" [ 825.201396] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.214734] env[63920]: DEBUG oslo_vmware.api [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392250, 'name': ResetVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.318017] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392248, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.388850] env[63920]: DEBUG nova.network.neutron [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Updating instance_info_cache with network_info: [{"id": "16833823-56c8-4cb4-ab12-51d95f87ae8f", "address": "fa:16:3e:fa:04:01", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16833823-56", "ovs_interfaceid": "16833823-56c8-4cb4-ab12-51d95f87ae8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.449294] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.718319] env[63920]: DEBUG oslo_vmware.api [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392250, 'name': ResetVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.817104] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392248, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.894635] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.895312] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Instance network_info: |[{"id": "16833823-56c8-4cb4-ab12-51d95f87ae8f", "address": "fa:16:3e:fa:04:01", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16833823-56", "ovs_interfaceid": "16833823-56c8-4cb4-ab12-51d95f87ae8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.898557] env[63920]: DEBUG oslo_concurrency.lockutils [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] Acquired lock "refresh_cache-8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.898557] env[63920]: DEBUG nova.network.neutron [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Refreshing network info cache for port 16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.953593] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667122} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.954084] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 25c586b0-509d-46aa-ad20-ee3c74d7d0e9/25c586b0-509d-46aa-ad20-ee3c74d7d0e9.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.954545] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.955489] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b36b7e74-ed9c-4c98-a729-f457b5811476 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.976509] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 825.976509] env[63920]: value = "task-2392251" [ 825.976509] env[63920]: _type = "Task" [ 825.976509] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.993103] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.004901] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.004901] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.004901] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.004901] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.005593] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.005593] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.005881] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.006028] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.006230] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.006400] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.006591] env[63920]: DEBUG nova.virt.hardware [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.011053] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c02a9-985e-48b4-8892-eb2a903aaf27 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.026807] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edefa2-73f9-2e15-ebf3-b347a7dd57ae/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 826.028999] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5572439e-a284-4b55-b5ce-cd3a7175e9a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.037082] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ff46b-e6e3-4d86-8a62-94d9f127ac88 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.046903] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edefa2-73f9-2e15-ebf3-b347a7dd57ae/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 826.046903] env[63920]: ERROR oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edefa2-73f9-2e15-ebf3-b347a7dd57ae/disk-0.vmdk due to incomplete transfer. [ 826.047229] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3abf58f6-8e6f-45fa-9b7d-5319dae349aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.063360] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:04:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16833823-56c8-4cb4-ab12-51d95f87ae8f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.072225] env[63920]: DEBUG oslo.service.loopingcall [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.076593] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.076982] env[63920]: DEBUG oslo_vmware.rw_handles [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52edefa2-73f9-2e15-ebf3-b347a7dd57ae/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 826.077225] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Uploaded image 21807419-b2e2-4215-a869-f5bd0ebfc27a to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 826.079802] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 826.080297] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49875721-a8df-430a-8780-2cd287f3743c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.096373] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8554286b-c0ee-4e9b-bf4a-da53bb1861a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.108601] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 826.108601] env[63920]: value = "task-2392252" [ 826.108601] env[63920]: _type = "Task" [ 826.108601] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.110034] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.110034] env[63920]: value = "task-2392253" [ 826.110034] env[63920]: _type = "Task" [ 826.110034] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.127996] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392252, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.131517] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392253, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.171932] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061ccb3-b313-4f93-b411-75a0eae4ffb2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.184022] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccb6d8a-e712-4cbd-8a74-3e2286d924bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.230856] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064b5b78-d9bc-4fc1-88fc-acb2ada8fd17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.247783] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6e9fc4-79fe-4dce-8076-65e5e393e60b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.254560] env[63920]: DEBUG oslo_vmware.api [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392250, 'name': ResetVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.276022] env[63920]: DEBUG nova.compute.provider_tree [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.316735] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392248, 'name': Rename_Task, 'duration_secs': 1.259451} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.317465] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.317728] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f207bf-c465-4c97-83ae-a0647cef253f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.344660] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 826.344660] env[63920]: value = "task-2392254" [ 826.344660] env[63920]: _type = "Task" [ 826.344660] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.354557] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.490288] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083706} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.490674] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.492954] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf65ffa-99de-4f1e-bc44-b0984231c275 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.532632] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 25c586b0-509d-46aa-ad20-ee3c74d7d0e9/25c586b0-509d-46aa-ad20-ee3c74d7d0e9.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.535108] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ca3416d-32fd-4692-bf13-a7033a92dc53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.563103] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 826.563103] env[63920]: value = "task-2392255" [ 826.563103] env[63920]: _type = "Task" [ 826.563103] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.576462] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.633037] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392252, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.639540] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392253, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.748374] env[63920]: DEBUG oslo_vmware.api [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392250, 'name': ResetVM_Task, 'duration_secs': 1.068316} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.750097] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Did hard reboot of VM {{(pid=63920) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 826.750097] env[63920]: DEBUG nova.compute.manager [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.750097] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf0c5db-59ec-4570-9d84-8ddb4e7ec8b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.781996] env[63920]: DEBUG nova.scheduler.client.report [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.858273] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392254, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.002550] env[63920]: DEBUG nova.network.neutron [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Updated VIF entry in instance network info cache for port 16833823-56c8-4cb4-ab12-51d95f87ae8f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.002550] env[63920]: DEBUG nova.network.neutron [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Updating instance_info_cache with network_info: [{"id": "16833823-56c8-4cb4-ab12-51d95f87ae8f", "address": "fa:16:3e:fa:04:01", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16833823-56", "ovs_interfaceid": "16833823-56c8-4cb4-ab12-51d95f87ae8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.056379] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.056379] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.056379] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.057607] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.057607] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.059498] env[63920]: INFO nova.compute.manager [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Terminating instance [ 827.079864] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392255, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.124407] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392252, 'name': Destroy_Task, 'duration_secs': 0.757769} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.128674] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Destroyed the VM [ 827.128954] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.129394] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea13d70e-23e4-425f-9daa-430690e115ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.140863] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392253, 'name': CreateVM_Task, 'duration_secs': 0.59999} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.141709] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.142134] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 827.142134] env[63920]: value = "task-2392256" [ 827.142134] env[63920]: _type = "Task" [ 827.142134] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.142940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.143087] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.143320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.143659] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c18f678-25ef-45c0-b717-71b67f7e0b15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.155494] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 827.155494] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cf1d5e-f5c2-5f31-fcd8-bea9192ca767" [ 827.155494] env[63920]: _type = "Task" [ 827.155494] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.160601] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.172072] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cf1d5e-f5c2-5f31-fcd8-bea9192ca767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.267435] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4afe8e75-9ab1-478e-9635-7b25423bab80 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.683s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.291496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.292199] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.297836] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.052s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.298246] env[63920]: DEBUG nova.objects.instance [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lazy-loading 'resources' on Instance uuid 7d05894a-50a1-4611-8a91-7b5d53bf586b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.360546] env[63920]: DEBUG oslo_vmware.api [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392254, 'name': PowerOnVM_Task, 'duration_secs': 0.874061} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.361134] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.361385] env[63920]: INFO nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Took 10.95 seconds to spawn the instance on the hypervisor. [ 827.361699] env[63920]: DEBUG nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.362530] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a11f8-0193-46d2-9605-3efc3756cfb4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.438206] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "31f75e6b-e036-4123-8612-0c16be39ebd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 827.438344] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.507892] env[63920]: DEBUG oslo_concurrency.lockutils [req-e27716b3-0296-4fef-a713-6bcdd73d217d req-6b780c11-135c-44cb-95ab-1ebeae9d8d6d service nova] Releasing lock "refresh_cache-8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.563301] env[63920]: DEBUG nova.compute.manager [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.563673] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.564584] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1f0a3e-b589-4a19-8cb2-1f366d3bae6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.578848] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392255, 'name': ReconfigVM_Task, 'duration_secs': 0.514937} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.581505] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 25c586b0-509d-46aa-ad20-ee3c74d7d0e9/25c586b0-509d-46aa-ad20-ee3c74d7d0e9.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.582735] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.583014] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95cdf8ab-b7bd-4d7c-b59c-28a5a5803145 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.584980] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d757a969-402a-4632-9646-9f1f7786b3a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.597459] env[63920]: DEBUG oslo_vmware.api [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 827.597459] env[63920]: value = "task-2392258" [ 827.597459] env[63920]: _type = "Task" [ 827.597459] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.597847] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 827.597847] env[63920]: value = "task-2392257" [ 827.597847] env[63920]: _type = "Task" [ 827.597847] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.615146] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392257, 'name': Rename_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.619109] env[63920]: DEBUG oslo_vmware.api [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.655304] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.671169] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cf1d5e-f5c2-5f31-fcd8-bea9192ca767, 'name': SearchDatastore_Task, 'duration_secs': 0.021925} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.671865] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.671865] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.672032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.672557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.672557] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.673516] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5455f7d8-a10d-40dc-94d3-7a8abcd2f753 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.684194] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.684395] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.686229] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d2b6f8-4350-426f-b7d5-45a10d799319 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.690054] env[63920]: DEBUG nova.compute.manager [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Received event network-changed-5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 827.690250] env[63920]: DEBUG nova.compute.manager [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Refreshing instance network info cache due to event network-changed-5ab4074b-d4e0-45db-8af3-d31132d25481. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 827.690523] env[63920]: DEBUG oslo_concurrency.lockutils [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] Acquiring lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.690678] env[63920]: DEBUG oslo_concurrency.lockutils [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] Acquired lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.690861] env[63920]: DEBUG nova.network.neutron [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Refreshing network info cache for port 5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.697924] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 827.697924] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f06e19-822d-f6e3-d825-63c7dc70a21b" [ 827.697924] env[63920]: _type = "Task" [ 827.697924] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.708880] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f06e19-822d-f6e3-d825-63c7dc70a21b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.801597] env[63920]: DEBUG nova.compute.utils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 827.806176] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.806402] env[63920]: DEBUG nova.network.neutron [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.891795] env[63920]: INFO nova.compute.manager [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Took 41.00 seconds to build instance. [ 827.926947] env[63920]: DEBUG nova.policy [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e9ee7cba084ebfbadfb57d19926794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7cc6657975a4c95acfd04987c3bdd4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.945440] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.098727] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.100090] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.100805] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.100805] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.100932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.107626] env[63920]: INFO nova.compute.manager [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Terminating instance [ 828.133065] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392257, 'name': Rename_Task, 'duration_secs': 0.174587} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.133948] env[63920]: DEBUG oslo_vmware.api [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392258, 'name': PowerOffVM_Task, 'duration_secs': 0.390533} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.137628] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.138032] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.138598] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.139196] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c0b3872-bd6e-451d-a90e-d2d9043d29f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.140934] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7af1fe64-e9a7-4969-b70a-b2d82bf3b591 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.159572] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 828.159572] env[63920]: value = "task-2392259" [ 828.159572] env[63920]: _type = "Task" [ 828.159572] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.160268] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392256, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.172910] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.213126] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f06e19-822d-f6e3-d825-63c7dc70a21b, 'name': SearchDatastore_Task, 'duration_secs': 0.016179} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.227174] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84ec59e-4145-4870-aaf3-df3302bdb307 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.234778] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 828.234778] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e2998-5098-c65e-db36-64a22391e370" [ 828.234778] env[63920]: _type = "Task" [ 828.234778] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.247798] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e2998-5098-c65e-db36-64a22391e370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.314922] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.398457] env[63920]: DEBUG oslo_concurrency.lockutils [None req-834aa70f-d961-4490-a508-881cc5fdfcb3 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.424s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.476864] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.483491] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300644e-a7c1-42c5-842b-acfba4efc115 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.493482] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a319d21b-a362-460e-888c-1c5017c77f48 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.538791] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767c0092-e623-40bb-8832-6f4c12090a96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.549670] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0c715f-513c-4aa4-a104-11d080d8682d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.566730] env[63920]: DEBUG nova.compute.provider_tree [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.620872] env[63920]: DEBUG nova.compute.manager [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.621071] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.622043] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c352fe-4a7d-46bc-bacd-6a7244866122 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.636212] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.636623] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d213e8-f054-413d-a3e2-05293faa1c74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.651323] env[63920]: DEBUG oslo_vmware.api [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 828.651323] env[63920]: value = "task-2392261" [ 828.651323] env[63920]: _type = "Task" [ 828.651323] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.653042] env[63920]: DEBUG nova.network.neutron [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updated VIF entry in instance network info cache for port 5ab4074b-d4e0-45db-8af3-d31132d25481. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.653617] env[63920]: DEBUG nova.network.neutron [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updating instance_info_cache with network_info: [{"id": "5ab4074b-d4e0-45db-8af3-d31132d25481", "address": "fa:16:3e:16:fc:3d", "network": {"id": "a51ebcbb-cd02-4cf8-a8d5-f4ae0d63657b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-2099741948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a37ee147ad1045d8b5e2fc752eb38e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab4074b-d4", "ovs_interfaceid": "5ab4074b-d4e0-45db-8af3-d31132d25481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.675935] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392256, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.683313] env[63920]: DEBUG oslo_vmware.api [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.690295] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750722] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526e2998-5098-c65e-db36-64a22391e370, 'name': SearchDatastore_Task, 'duration_secs': 0.023141} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.751030] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.751296] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d/8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.751609] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa0fc136-9bae-436d-89db-57b5b18b6782 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.761324] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 828.761324] env[63920]: value = "task-2392262" [ 828.761324] env[63920]: _type = "Task" [ 828.761324] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.771135] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.991052] env[63920]: DEBUG nova.network.neutron [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Successfully created port: d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.073049] env[63920]: DEBUG nova.scheduler.client.report [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.084286] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.084286] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.084286] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleting the datastore file [datastore2] ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.084286] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cea90a0-10b1-461c-9e3c-f183b1b2a6b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.092482] env[63920]: DEBUG oslo_vmware.api [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 829.092482] env[63920]: value = "task-2392263" [ 829.092482] env[63920]: _type = "Task" [ 829.092482] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.103941] env[63920]: DEBUG oslo_vmware.api [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.163336] env[63920]: DEBUG oslo_concurrency.lockutils [req-9ad71a71-831c-4fe5-a299-a782e3b441a0 req-85de551f-4d91-4add-a91d-23c3ca9ac4a0 service nova] Releasing lock "refresh_cache-707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.163686] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392256, 'name': RemoveSnapshot_Task, 'duration_secs': 1.595217} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.169021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 829.169021] env[63920]: DEBUG nova.compute.manager [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.169232] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68418454-40a1-46a1-94f8-eb4a2c206102 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.192756] env[63920]: DEBUG oslo_vmware.api [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392261, 'name': PowerOffVM_Task, 'duration_secs': 0.233615} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.192756] env[63920]: DEBUG oslo_vmware.api [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392259, 'name': PowerOnVM_Task, 'duration_secs': 0.568146} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.193011] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.193110] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.193324] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.193523] env[63920]: INFO nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Took 10.01 seconds to spawn the instance on the hypervisor. [ 829.193719] env[63920]: DEBUG nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.193992] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1103ad7-fdcd-4ceb-9003-daf63ff09f11 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.196260] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b60653-d8c6-482b-b68b-6a93364f806f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.275831] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.305963] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.306101] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.307081] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleting the datastore file [datastore1] 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.307081] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd2dbce8-5c19-4fa3-a517-61c6f3408ea7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.321281] env[63920]: DEBUG oslo_vmware.api [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for the task: (returnval){ [ 829.321281] env[63920]: value = "task-2392265" [ 829.321281] env[63920]: _type = "Task" [ 829.321281] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.330800] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.347351] env[63920]: DEBUG oslo_vmware.api [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.358975] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cf916e3244439e3f42c67f3c7990a829',container_format='bare',created_at=2025-02-09T03:59:05Z,direct_url=,disk_format='vmdk',id=c4fad0dd-e570-436a-9f7d-9e29f22e5286,min_disk=1,min_ram=0,name='tempest-test-snap-295684222',owner='f7cc6657975a4c95acfd04987c3bdd4f',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2025-02-09T03:59:26Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.359686] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.359919] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.360184] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.360380] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.360583] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.360909] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.361125] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.361367] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.361585] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.361816] env[63920]: DEBUG nova.virt.hardware [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.363054] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6a2a3-df46-4a32-9f69-ef8ad892865f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.378057] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094b9e89-b544-4efd-a53c-82ba8247261b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.534268] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.534533] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.534765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.535080] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.535253] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.537488] env[63920]: INFO nova.compute.manager [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Terminating instance [ 829.578608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.581103] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.749s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.581695] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.581695] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 829.582187] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.126s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.582187] env[63920]: DEBUG nova.objects.instance [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'resources' on Instance uuid 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.584211] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e4ca0-8579-4408-992a-832b0077ff6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.598407] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fae85e-c5dc-4c32-9993-3172d16d4e55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.610244] env[63920]: DEBUG oslo_vmware.api [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398355} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.619925] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.620192] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.620377] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.620553] env[63920]: INFO nova.compute.manager [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Took 2.06 seconds to destroy the instance on the hypervisor. [ 829.620799] env[63920]: DEBUG oslo.service.loopingcall [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.622398] env[63920]: INFO nova.scheduler.client.report [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Deleted allocations for instance 7d05894a-50a1-4611-8a91-7b5d53bf586b [ 829.623327] env[63920]: DEBUG nova.compute.manager [-] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.623441] env[63920]: DEBUG nova.network.neutron [-] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.626526] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a751932-128a-475f-aefe-b3d4fd7f7ef0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.637848] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc32c21-d7c6-4bfd-99dd-c6002dc7ad5e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.673094] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178359MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 829.673272] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.690306] env[63920]: INFO nova.compute.manager [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Shelve offloading [ 829.725271] env[63920]: INFO nova.compute.manager [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Took 41.83 seconds to build instance. [ 829.775007] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614178} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.775442] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d/8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.775555] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.775809] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2cb72e5-7c90-4f54-b569-0ee2f22b13a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.785232] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 829.785232] env[63920]: value = "task-2392266" [ 829.785232] env[63920]: _type = "Task" [ 829.785232] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.796823] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.831058] env[63920]: DEBUG oslo_vmware.api [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Task: {'id': task-2392265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495316} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.831316] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.831496] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.831615] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.831784] env[63920]: INFO nova.compute.manager [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Took 1.21 seconds to destroy the instance on the hypervisor. [ 829.832042] env[63920]: DEBUG oslo.service.loopingcall [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 829.832259] env[63920]: DEBUG nova.compute.manager [-] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.832355] env[63920]: DEBUG nova.network.neutron [-] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.041370] env[63920]: DEBUG nova.compute.manager [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.041648] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.043023] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2c4f9f-2948-4521-83fb-86712bfc9dab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.059020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.059613] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2523a83a-d754-445f-afe8-411622148c36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.068983] env[63920]: DEBUG oslo_vmware.api [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 830.068983] env[63920]: value = "task-2392267" [ 830.068983] env[63920]: _type = "Task" [ 830.068983] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.081581] env[63920]: DEBUG oslo_vmware.api [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.088098] env[63920]: DEBUG nova.objects.instance [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'numa_topology' on Instance uuid 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.136608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8a16c117-6ed9-4640-8bce-d60b8fd58fdd tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.471s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.138187] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.107s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.138539] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 830.139225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.139396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.142115] env[63920]: INFO nova.compute.manager [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Terminating instance [ 830.195114] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.195541] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffac6c5a-be94-4407-957b-c8570bd4d07f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.206056] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 830.206056] env[63920]: value = "task-2392268" [ 830.206056] env[63920]: _type = "Task" [ 830.206056] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.217285] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.217583] env[63920]: DEBUG nova.compute.manager [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.218654] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5280d33-8b9a-4906-9faf-930cfd4b4a7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.229125] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.229125] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.229125] env[63920]: DEBUG nova.network.neutron [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.230076] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0a25f922-dde3-4d1d-afb5-566130d20468 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.016s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.298636] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094642} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.299112] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.300637] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb73223-f1f8-4f14-8ccf-baeeb17043d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.337227] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d/8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.337369] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-989a90b6-2ff6-4842-a285-5c778ee7a574 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.366962] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 830.366962] env[63920]: value = "task-2392269" [ 830.366962] env[63920]: _type = "Task" [ 830.366962] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.379096] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392269, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.510078] env[63920]: DEBUG nova.compute.manager [req-ffc0ec6e-766e-48f4-b8bb-30561f4884e3 req-87ecc0f0-e7ff-413d-afcd-f05965ec396b service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Received event network-vif-deleted-88e61c3d-4f22-4520-9a24-8422032aff56 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 830.510078] env[63920]: INFO nova.compute.manager [req-ffc0ec6e-766e-48f4-b8bb-30561f4884e3 req-87ecc0f0-e7ff-413d-afcd-f05965ec396b service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Neutron deleted interface 88e61c3d-4f22-4520-9a24-8422032aff56; detaching it from the instance and deleting it from the info cache [ 830.510078] env[63920]: DEBUG nova.network.neutron [req-ffc0ec6e-766e-48f4-b8bb-30561f4884e3 req-87ecc0f0-e7ff-413d-afcd-f05965ec396b service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.560126] env[63920]: DEBUG nova.network.neutron [-] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.586675] env[63920]: DEBUG oslo_vmware.api [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392267, 'name': PowerOffVM_Task, 'duration_secs': 0.361818} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.586675] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.586675] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.587480] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc3532f2-9925-4551-bf3f-aacf286d506b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.592377] env[63920]: DEBUG nova.objects.base [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Object Instance<1847f2ce-e0f4-4953-9e2b-7db25926e95d> lazy-loaded attributes: resources,numa_topology {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 830.650124] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.650882] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquired lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.650882] env[63920]: DEBUG nova.network.neutron [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.826029] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52407e5e-2ef2-7a31-4780-f2d52947d7cd/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 830.826523] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6852ffd0-c286-4f7b-ab27-97c1c656b54c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.836688] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52407e5e-2ef2-7a31-4780-f2d52947d7cd/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 830.836879] env[63920]: ERROR oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52407e5e-2ef2-7a31-4780-f2d52947d7cd/disk-0.vmdk due to incomplete transfer. [ 830.837146] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cbaae498-4062-4a43-aa8c-82ec09a3feab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.847199] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52407e5e-2ef2-7a31-4780-f2d52947d7cd/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 830.847418] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Uploaded image d962b170-6d75-48dd-b642-cefd578ab237 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 830.849175] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.851586] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84582fd4-b1f2-43be-a5fb-75b389501367 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.862943] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 830.862943] env[63920]: value = "task-2392271" [ 830.862943] env[63920]: _type = "Task" [ 830.862943] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.874985] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392271, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.885683] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.895750] env[63920]: DEBUG nova.network.neutron [-] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.015357] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f48de7ee-f577-405e-be1c-211c7bc8e87b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.026378] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d51ef57-1290-42ce-9b1d-16fe3eb50e99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.058879] env[63920]: DEBUG nova.network.neutron [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updating instance_info_cache with network_info: [{"id": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "address": "fa:16:3e:e4:dc:f0", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffd14d4a-1c", "ovs_interfaceid": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.085550] env[63920]: INFO nova.compute.manager [-] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Took 1.46 seconds to deallocate network for instance. [ 831.087235] env[63920]: DEBUG nova.compute.manager [req-ffc0ec6e-766e-48f4-b8bb-30561f4884e3 req-87ecc0f0-e7ff-413d-afcd-f05965ec396b service nova] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Detach interface failed, port_id=88e61c3d-4f22-4520-9a24-8422032aff56, reason: Instance ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 831.088391] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.105400] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.105873] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.105873] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Deleting the datastore file [datastore2] 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.106275] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ae8cc9-d6fe-4138-98c3-e6f3fc18028d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.114243] env[63920]: DEBUG oslo_vmware.api [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for the task: (returnval){ [ 831.114243] env[63920]: value = "task-2392272" [ 831.114243] env[63920]: _type = "Task" [ 831.114243] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.125491] env[63920]: DEBUG nova.compute.manager [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Received event network-changed-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 831.125491] env[63920]: DEBUG nova.compute.manager [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Refreshing instance network info cache due to event network-changed-6200726c-76a2-4e2c-b28b-b7c6a65a4f47. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 831.125491] env[63920]: DEBUG oslo_concurrency.lockutils [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] Acquiring lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.125959] env[63920]: DEBUG oslo_concurrency.lockutils [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] Acquired lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.125959] env[63920]: DEBUG nova.network.neutron [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Refreshing network info cache for port 6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.131048] env[63920]: DEBUG oslo_vmware.api [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.155040] env[63920]: DEBUG nova.compute.utils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Can not refresh info_cache because instance was not found {{(pid=63920) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 831.185616] env[63920]: DEBUG nova.network.neutron [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.249877] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386bfc8e-9b21-4cc0-8cb9-1ff7874bfc00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.262301] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b353359e-62c7-4915-a6db-3673ad37d647 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.307007] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1407b55c-bec6-4a5e-89e6-bfe7f106c4f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.319022] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a2b373-0aaf-40d2-91ed-95ac0b2af837 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.325133] env[63920]: DEBUG nova.network.neutron [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Successfully updated port: d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.353014] env[63920]: DEBUG nova.compute.provider_tree [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.375647] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392271, 'name': Destroy_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.382174] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392269, 'name': ReconfigVM_Task, 'duration_secs': 0.878519} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.382531] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d/8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.383260] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23483fd1-d531-4e4a-9c77-1e9ada02601f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.391647] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 831.391647] env[63920]: value = "task-2392273" [ 831.391647] env[63920]: _type = "Task" [ 831.391647] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.402865] env[63920]: INFO nova.compute.manager [-] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Took 1.57 seconds to deallocate network for instance. [ 831.403242] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392273, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.407298] env[63920]: DEBUG nova.network.neutron [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.430262] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "a9443c1d-3c52-4605-8197-ecfac838e125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.430524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "a9443c1d-3c52-4605-8197-ecfac838e125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.431105] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "a9443c1d-3c52-4605-8197-ecfac838e125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.431105] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "a9443c1d-3c52-4605-8197-ecfac838e125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.431105] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "a9443c1d-3c52-4605-8197-ecfac838e125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.434692] env[63920]: INFO nova.compute.manager [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Terminating instance [ 831.607658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.626189] env[63920]: DEBUG oslo_vmware.api [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Task: {'id': task-2392272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28491} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.626483] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.626727] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.627189] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.627288] env[63920]: INFO nova.compute.manager [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Took 1.59 seconds to destroy the instance on the hypervisor. [ 831.627550] env[63920]: DEBUG oslo.service.loopingcall [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.627756] env[63920]: DEBUG nova.compute.manager [-] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.627841] env[63920]: DEBUG nova.network.neutron [-] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.663304] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.664496] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61350fb1-071d-4403-82fc-62321062ecef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.674147] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.674447] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2027559c-9ed7-448f-9044-57eac0ea9ece {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.773848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.774115] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.774319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.774496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 831.774660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 831.777732] env[63920]: INFO nova.compute.manager [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Terminating instance [ 831.827214] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "refresh_cache-8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.827420] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "refresh_cache-8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.827581] env[63920]: DEBUG nova.network.neutron [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.857845] env[63920]: DEBUG nova.scheduler.client.report [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.875013] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392271, 'name': Destroy_Task, 'duration_secs': 0.523381} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.875303] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroyed the VM [ 831.875608] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.876075] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-48357577-61cc-4015-8af1-87187abdbe03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.885339] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 831.885339] env[63920]: value = "task-2392275" [ 831.885339] env[63920]: _type = "Task" [ 831.885339] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.895889] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.907810] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392273, 'name': Rename_Task, 'duration_secs': 0.18151} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.908168] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.908489] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b67ccf1-66dc-4958-98aa-d934f7a58f3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.911869] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Releasing lock "refresh_cache-7d05894a-50a1-4611-8a91-7b5d53bf586b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.911869] env[63920]: DEBUG nova.compute.manager [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.911869] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.912645] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 831.912955] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2f29577-c56a-4d08-abb4-f1d27f3e3ec2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.926547] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 831.926547] env[63920]: value = "task-2392276" [ 831.926547] env[63920]: _type = "Task" [ 831.926547] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.929813] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5767dd0-65f1-4fe6-b911-fc86abb34c60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.944392] env[63920]: DEBUG nova.compute.manager [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.945083] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.949276] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c99332-ee40-4f47-a12c-6ac1eb829509 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.961717] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392276, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.965074] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.965346] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8dfa1ba-f3ca-4503-a381-fe75f15f6330 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.987490] env[63920]: WARNING nova.virt.vmwareapi.vmops [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7d05894a-50a1-4611-8a91-7b5d53bf586b could not be found. [ 831.987742] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.987961] env[63920]: INFO nova.compute.manager [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Took 0.08 seconds to destroy the instance on the hypervisor. [ 831.988388] env[63920]: DEBUG oslo.service.loopingcall [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.991101] env[63920]: DEBUG nova.compute.manager [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.991249] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 831.997032] env[63920]: DEBUG oslo_vmware.api [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 831.997032] env[63920]: value = "task-2392277" [ 831.997032] env[63920]: _type = "Task" [ 831.997032] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.007232] env[63920]: DEBUG oslo_vmware.api [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.007980] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.128042] env[63920]: DEBUG nova.network.neutron [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updated VIF entry in instance network info cache for port 6200726c-76a2-4e2c-b28b-b7c6a65a4f47. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.128537] env[63920]: DEBUG nova.network.neutron [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updating instance_info_cache with network_info: [{"id": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "address": "fa:16:3e:9d:37:77", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6200726c-76", "ovs_interfaceid": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.225036] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.225316] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.225553] env[63920]: INFO nova.compute.manager [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Rebooting instance [ 832.282075] env[63920]: DEBUG nova.compute.manager [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 832.282401] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.283500] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca042b6-1655-471a-9602-f8c554bd350b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.292747] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.293080] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64babca-e4fb-422f-b73e-5dfdf087ef5b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.301429] env[63920]: DEBUG oslo_vmware.api [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 832.301429] env[63920]: value = "task-2392278" [ 832.301429] env[63920]: _type = "Task" [ 832.301429] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.312186] env[63920]: DEBUG oslo_vmware.api [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.363343] env[63920]: DEBUG nova.network.neutron [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.370270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.788s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.373416] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.824s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.373648] env[63920]: DEBUG nova.objects.instance [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lazy-loading 'resources' on Instance uuid 11a2adc4-81ca-4694-ab3c-866a1b99c581 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.397669] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.463239] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392276, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.491363] env[63920]: DEBUG nova.network.neutron [-] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.510892] env[63920]: DEBUG nova.network.neutron [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.511892] env[63920]: DEBUG oslo_vmware.api [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392277, 'name': PowerOffVM_Task, 'duration_secs': 0.352206} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.513020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.513243] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.513522] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02769987-4e5a-46c0-b66d-639930032e91 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.549522] env[63920]: DEBUG nova.network.neutron [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Updating instance_info_cache with network_info: [{"id": "d57c1dde-6588-4fee-9687-68dc90da17e0", "address": "fa:16:3e:c9:de:a7", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57c1dde-65", "ovs_interfaceid": "d57c1dde-6588-4fee-9687-68dc90da17e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.631924] env[63920]: DEBUG oslo_concurrency.lockutils [req-21d095e1-b92d-475a-8483-a7fc14c7ea0c req-4f21eaa8-0820-466f-864d-6a19aa2557a1 service nova] Releasing lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.697159] env[63920]: DEBUG nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Received event network-vif-deleted-758f8977-ac08-45c8-8322-0fedc08ee3c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.697284] env[63920]: DEBUG nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Received event network-vif-unplugged-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.697477] env[63920]: DEBUG oslo_concurrency.lockutils [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] Acquiring lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.697680] env[63920]: DEBUG oslo_concurrency.lockutils [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.697845] env[63920]: DEBUG oslo_concurrency.lockutils [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.698022] env[63920]: DEBUG nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] No waiting events found dispatching network-vif-unplugged-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 832.698249] env[63920]: WARNING nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Received unexpected event network-vif-unplugged-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 for instance with vm_state shelved and task_state shelving_offloading. [ 832.698349] env[63920]: DEBUG nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Received event network-changed-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 832.698511] env[63920]: DEBUG nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Refreshing instance network info cache due to event network-changed-ffd14d4a-1c2e-47e0-b4da-4e0f469aa485. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 832.698714] env[63920]: DEBUG oslo_concurrency.lockutils [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] Acquiring lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.699759] env[63920]: DEBUG oslo_concurrency.lockutils [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] Acquired lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.699759] env[63920]: DEBUG nova.network.neutron [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Refreshing network info cache for port ffd14d4a-1c2e-47e0-b4da-4e0f469aa485 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.751053] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.751255] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquired lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.751437] env[63920]: DEBUG nova.network.neutron [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.813140] env[63920]: DEBUG oslo_vmware.api [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392278, 'name': PowerOffVM_Task, 'duration_secs': 0.360727} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.813558] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.813685] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.814045] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e618a5af-446a-446f-93f9-05c7f47840cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.884543] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f66aba7-8904-4484-92a2-af1a4a5e4396 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.984s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.886819] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 13.773s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.886819] env[63920]: INFO nova.compute.manager [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Unshelving [ 832.904509] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392275, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.961988] env[63920]: DEBUG oslo_vmware.api [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392276, 'name': PowerOnVM_Task, 'duration_secs': 0.543915} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.962852] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.962852] env[63920]: INFO nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Took 10.99 seconds to spawn the instance on the hypervisor. [ 832.963125] env[63920]: DEBUG nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.966589] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ae23d4-7103-4baf-9399-dd0122daf8af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.988035] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.988035] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.988035] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Deleting the datastore file [datastore1] a6203430-7fe6-4eaf-ba11-f9e9495e2b18 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.988035] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d482f1d8-c542-4bef-8612-d031b8b573ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.994186] env[63920]: INFO nova.compute.manager [-] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Took 1.37 seconds to deallocate network for instance. [ 832.994186] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.994484] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.994675] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Deleting the datastore file [datastore1] a9443c1d-3c52-4605-8197-ecfac838e125 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.997418] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09b2b615-a4eb-4f0e-bbfb-c6b313085598 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.009027] env[63920]: DEBUG oslo_vmware.api [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 833.009027] env[63920]: value = "task-2392281" [ 833.009027] env[63920]: _type = "Task" [ 833.009027] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.014583] env[63920]: INFO nova.compute.manager [-] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Took 1.02 seconds to deallocate network for instance. [ 833.022022] env[63920]: DEBUG oslo_vmware.api [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for the task: (returnval){ [ 833.022022] env[63920]: value = "task-2392282" [ 833.022022] env[63920]: _type = "Task" [ 833.022022] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.027032] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.028966] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.028966] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleting the datastore file [datastore2] 8d938a9b-3fb3-452d-9a19-531221fa01a2 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.028966] env[63920]: DEBUG oslo_vmware.api [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.036911] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dba25aa-d154-4c86-b029-10420b16a421 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.048198] env[63920]: DEBUG oslo_vmware.api [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.050130] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 833.050130] env[63920]: value = "task-2392283" [ 833.050130] env[63920]: _type = "Task" [ 833.050130] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.053768] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "refresh_cache-8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.054103] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Instance network_info: |[{"id": "d57c1dde-6588-4fee-9687-68dc90da17e0", "address": "fa:16:3e:c9:de:a7", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57c1dde-65", "ovs_interfaceid": "d57c1dde-6588-4fee-9687-68dc90da17e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.055317] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:de:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57c1dde-6588-4fee-9687-68dc90da17e0', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.063261] env[63920]: DEBUG oslo.service.loopingcall [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.067400] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.074024] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16d967a6-cceb-4453-a02b-40bcbfb64653 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.089393] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.100275] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.100275] env[63920]: value = "task-2392284" [ 833.100275] env[63920]: _type = "Task" [ 833.100275] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.112156] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392284, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.291598] env[63920]: DEBUG nova.compute.manager [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Received event network-vif-plugged-d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.291904] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] Acquiring lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.292192] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.292274] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.293098] env[63920]: DEBUG nova.compute.manager [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] No waiting events found dispatching network-vif-plugged-d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.293098] env[63920]: WARNING nova.compute.manager [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Received unexpected event network-vif-plugged-d57c1dde-6588-4fee-9687-68dc90da17e0 for instance with vm_state building and task_state spawning. [ 833.293098] env[63920]: DEBUG nova.compute.manager [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Received event network-changed-d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 833.293098] env[63920]: DEBUG nova.compute.manager [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Refreshing instance network info cache due to event network-changed-d57c1dde-6588-4fee-9687-68dc90da17e0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 833.293845] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] Acquiring lock "refresh_cache-8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.293845] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] Acquired lock "refresh_cache-8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.293845] env[63920]: DEBUG nova.network.neutron [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Refreshing network info cache for port d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.406261] env[63920]: DEBUG oslo_vmware.api [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392275, 'name': RemoveSnapshot_Task, 'duration_secs': 1.022072} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.409167] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.409420] env[63920]: INFO nova.compute.manager [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 21.93 seconds to snapshot the instance on the hypervisor. [ 833.491599] env[63920]: INFO nova.compute.manager [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Took 42.75 seconds to build instance. [ 833.507808] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdda637-22aa-4ea9-9090-361ddd7dfa8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.513086] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 833.523179] env[63920]: INFO nova.compute.manager [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance disappeared during terminate [ 833.523407] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52fa3dae-cc03-49c0-9400-6eb12ca72681 tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "7d05894a-50a1-4611-8a91-7b5d53bf586b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.386s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.529028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f487c-4102-4346-9a86-281ee3a2113f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.534045] env[63920]: DEBUG oslo_vmware.api [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237394} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.537244] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.538898] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.538898] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.538898] env[63920]: INFO nova.compute.manager [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Took 1.26 seconds to destroy the instance on the hypervisor. [ 833.538898] env[63920]: DEBUG oslo.service.loopingcall [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.539840] env[63920]: DEBUG nova.compute.manager [-] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.539840] env[63920]: DEBUG nova.network.neutron [-] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.581234] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd86c503-aa89-4254-a22b-f925e20e4d0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.584762] env[63920]: DEBUG oslo_vmware.api [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Task: {'id': task-2392282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230908} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.587355] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.587355] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.587355] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.587355] env[63920]: INFO nova.compute.manager [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Took 1.64 seconds to destroy the instance on the hypervisor. [ 833.587355] env[63920]: DEBUG oslo.service.loopingcall [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 833.587770] env[63920]: DEBUG nova.compute.manager [-] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 833.587770] env[63920]: DEBUG nova.network.neutron [-] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 833.595255] env[63920]: DEBUG oslo_vmware.api [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362727} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.597407] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e2b902-c770-4c25-8028-36f3089ccb02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.601629] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.601844] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.602235] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.611653] env[63920]: DEBUG nova.network.neutron [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updated VIF entry in instance network info cache for port ffd14d4a-1c2e-47e0-b4da-4e0f469aa485. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.611653] env[63920]: DEBUG nova.network.neutron [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updating instance_info_cache with network_info: [{"id": "ffd14d4a-1c2e-47e0-b4da-4e0f469aa485", "address": "fa:16:3e:e4:dc:f0", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": null, "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapffd14d4a-1c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.626648] env[63920]: DEBUG nova.compute.provider_tree [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.632493] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392284, 'name': CreateVM_Task, 'duration_secs': 0.497007} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.633829] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.634543] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.634699] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.635391] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 833.635620] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c3ac3f-db5c-4cf4-b0b4-8768e8ba40bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.638257] env[63920]: INFO nova.scheduler.client.report [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocations for instance 8d938a9b-3fb3-452d-9a19-531221fa01a2 [ 833.645902] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 833.645902] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d271c9-19fd-3ec5-96e2-a4ef0a654522" [ 833.645902] env[63920]: _type = "Task" [ 833.645902] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.657760] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d271c9-19fd-3ec5-96e2-a4ef0a654522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.911392] env[63920]: DEBUG nova.compute.utils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 833.978536] env[63920]: DEBUG nova.compute.manager [None req-c775df55-431c-4c44-b36b-74066e530f48 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Found 2 images (rotation: 2) {{(pid=63920) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 833.993317] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce1cbcab-6b76-47c5-b627-89d68a1e03e8 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.403s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.079556] env[63920]: DEBUG nova.network.neutron [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updating instance_info_cache with network_info: [{"id": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "address": "fa:16:3e:9d:37:77", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6200726c-76", "ovs_interfaceid": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.129564] env[63920]: DEBUG oslo_concurrency.lockutils [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] Releasing lock "refresh_cache-8d938a9b-3fb3-452d-9a19-531221fa01a2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.129856] env[63920]: DEBUG nova.compute.manager [req-fcd95dce-c3e9-47a9-ac71-a6a72d0cbefe req-8da48770-681a-4dea-8da3-0fee4f5502f8 service nova] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Received event network-vif-deleted-5ab4074b-d4e0-45db-8af3-d31132d25481 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 834.134058] env[63920]: DEBUG nova.scheduler.client.report [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.142228] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.156852] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.157126] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Processing image c4fad0dd-e570-436a-9f7d-9e29f22e5286 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.157382] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 834.157493] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.157681] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.157904] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cf6ac77-4e45-4e62-8aea-b6f8d854957b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.174901] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.175250] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.176657] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5588394-4e3c-4ce7-8807-36ea58d75a14 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.186044] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 834.186044] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529dd237-82d6-e86c-fee6-8eae98a9241f" [ 834.186044] env[63920]: _type = "Task" [ 834.186044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.199247] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529dd237-82d6-e86c-fee6-8eae98a9241f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.372643] env[63920]: DEBUG nova.network.neutron [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Updated VIF entry in instance network info cache for port d57c1dde-6588-4fee-9687-68dc90da17e0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.373110] env[63920]: DEBUG nova.network.neutron [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Updating instance_info_cache with network_info: [{"id": "d57c1dde-6588-4fee-9687-68dc90da17e0", "address": "fa:16:3e:c9:de:a7", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57c1dde-65", "ovs_interfaceid": "d57c1dde-6588-4fee-9687-68dc90da17e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.415692] env[63920]: INFO nova.virt.block_device [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Booting with volume 1118714b-d96a-4312-b82d-17782a65ab99 at /dev/sdb [ 834.436237] env[63920]: INFO nova.compute.manager [None req-11db4565-9ac5-4e6b-bb2f-b10bc18ad628 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Get console output [ 834.436568] env[63920]: WARNING nova.virt.vmwareapi.driver [None req-11db4565-9ac5-4e6b-bb2f-b10bc18ad628 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] The console log is missing. Check your VSPC configuration [ 834.456398] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb3ced26-7137-4e8a-b734-8549ba75d220 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.469504] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4fd0e-fd16-478f-bff1-1f75bdbd9271 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.514579] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13737f96-de97-461f-ace2-cfd2d64cb5f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.523386] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaba5a0-a4d6-43fc-a3ae-2f89dc0cebf7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.565964] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a12af9b-914e-4137-b3f7-e9449d0e1750 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.574336] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14af174-d3e5-4796-985e-50b6d971f07f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.582220] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Releasing lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.589220] env[63920]: DEBUG nova.virt.block_device [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating existing volume attachment record: 9accf03c-87d5-44aa-bc73-ff8b38d5cbf1 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 834.642235] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.646331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.365s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.648530] env[63920]: INFO nova.compute.claims [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.663957] env[63920]: INFO nova.scheduler.client.report [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Deleted allocations for instance 11a2adc4-81ca-4694-ab3c-866a1b99c581 [ 834.691242] env[63920]: DEBUG nova.network.neutron [-] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.700681] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 834.701290] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Fetch image to [datastore1] OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4/OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 834.701429] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Downloading stream optimized image c4fad0dd-e570-436a-9f7d-9e29f22e5286 to [datastore1] OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4/OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4.vmdk on the data store datastore1 as vApp {{(pid=63920) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 834.701632] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Downloading image file data c4fad0dd-e570-436a-9f7d-9e29f22e5286 to the ESX as VM named 'OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4' {{(pid=63920) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 834.704188] env[63920]: DEBUG nova.network.neutron [-] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.795561] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 834.795561] env[63920]: value = "resgroup-9" [ 834.795561] env[63920]: _type = "ResourcePool" [ 834.795561] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 834.795864] env[63920]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c0c0103e-feed-4be2-a826-9cdd73d6966f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.820151] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease: (returnval){ [ 834.820151] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5293bce4-2359-05b0-b6e6-0357e36edd9b" [ 834.820151] env[63920]: _type = "HttpNfcLease" [ 834.820151] env[63920]: } obtained for vApp import into resource pool (val){ [ 834.820151] env[63920]: value = "resgroup-9" [ 834.820151] env[63920]: _type = "ResourcePool" [ 834.820151] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 834.820445] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the lease: (returnval){ [ 834.820445] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5293bce4-2359-05b0-b6e6-0357e36edd9b" [ 834.820445] env[63920]: _type = "HttpNfcLease" [ 834.820445] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 834.829205] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 834.829205] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5293bce4-2359-05b0-b6e6-0357e36edd9b" [ 834.829205] env[63920]: _type = "HttpNfcLease" [ 834.829205] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 834.876123] env[63920]: DEBUG oslo_concurrency.lockutils [req-b7352dac-7d16-4d14-974a-38caa5c2e93c req-0c40f7ae-1a95-41c9-9bc7-5d0092074250 service nova] Releasing lock "refresh_cache-8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 835.088610] env[63920]: DEBUG nova.compute.manager [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.089709] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe2039-d7e7-49cf-815b-741a05e3e3f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.171976] env[63920]: DEBUG oslo_concurrency.lockutils [None req-02609d64-d5b8-46d9-a6f0-45a7627bfb8d tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "11a2adc4-81ca-4694-ab3c-866a1b99c581" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.471s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.196691] env[63920]: INFO nova.compute.manager [-] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Took 1.66 seconds to deallocate network for instance. [ 835.207419] env[63920]: INFO nova.compute.manager [-] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Took 1.62 seconds to deallocate network for instance. [ 835.344787] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.344787] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5293bce4-2359-05b0-b6e6-0357e36edd9b" [ 835.344787] env[63920]: _type = "HttpNfcLease" [ 835.344787] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 835.495720] env[63920]: DEBUG nova.compute.manager [req-7a46da2a-9c34-4765-b346-0c5b1d8fc8ce req-f06415f0-7766-4473-9dc0-c2311f658561 service nova] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Received event network-vif-deleted-adf68de2-2d6e-472a-907e-48954a295449 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 835.521718] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.522522] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.522791] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 835.523015] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.523241] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.525370] env[63920]: INFO nova.compute.manager [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Terminating instance [ 835.832210] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 835.832210] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5293bce4-2359-05b0-b6e6-0357e36edd9b" [ 835.832210] env[63920]: _type = "HttpNfcLease" [ 835.832210] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 835.832506] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 835.832506] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5293bce4-2359-05b0-b6e6-0357e36edd9b" [ 835.832506] env[63920]: _type = "HttpNfcLease" [ 835.832506] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 835.833286] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9930bda-e662-4fd8-a067-3218d777d05d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.842746] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9080e-8cff-9b44-e403-d035bfcfbcd5/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 835.842955] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9080e-8cff-9b44-e403-d035bfcfbcd5/disk-0.vmdk. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 835.907155] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-109899a5-1d1f-4514-8efd-a3355d8a67e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.030071] env[63920]: DEBUG nova.compute.manager [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 836.030360] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 836.031388] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cca4405-eecb-4239-b0ea-5f258ba7cf87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.043016] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.043135] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-603ade79-b45f-4363-b2f6-69ee48061f16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.053304] env[63920]: DEBUG oslo_vmware.api [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 836.053304] env[63920]: value = "task-2392289" [ 836.053304] env[63920]: _type = "Task" [ 836.053304] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.062495] env[63920]: DEBUG oslo_vmware.api [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.155320] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5966cb8-9976-4075-8f77-86fb8fc8ad34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.166113] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2fea41-d584-44da-9093-26bd301984b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.203098] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa422e2b-34e5-46fb-a691-270fc351f13c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.211884] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e18408-df32-4a0f-9823-1e0807f01584 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.226762] env[63920]: DEBUG nova.compute.provider_tree [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.624317] env[63920]: DEBUG oslo_vmware.api [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392289, 'name': PowerOffVM_Task, 'duration_secs': 0.21379} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.627170] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.627170] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.627170] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a88bc9-b667-408f-9c95-18559b559aab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.038084] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.038084] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.038084] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore1] 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.038084] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d90f565-1052-407a-899e-423c306b1d2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.038084] env[63920]: DEBUG oslo_vmware.api [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 837.038084] env[63920]: value = "task-2392291" [ 837.038084] env[63920]: _type = "Task" [ 837.038084] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.038684] env[63920]: DEBUG nova.scheduler.client.report [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.038684] env[63920]: DEBUG oslo_vmware.api [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.209465] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.221951] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.230163] env[63920]: DEBUG oslo_vmware.api [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122155} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.231860] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.232210] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.232555] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.232879] env[63920]: INFO nova.compute.manager [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 837.233663] env[63920]: DEBUG oslo.service.loopingcall [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 837.238081] env[63920]: DEBUG nova.compute.manager [-] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 837.238257] env[63920]: DEBUG nova.network.neutron [-] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 837.350225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "13b03ac4-b0ea-4fca-b662-e543c946ef14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.350525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.437352] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 837.437552] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9080e-8cff-9b44-e403-d035bfcfbcd5/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 837.438550] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde69d8a-aeab-4023-9749-fe946e73abf5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.446652] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9080e-8cff-9b44-e403-d035bfcfbcd5/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 837.446863] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9080e-8cff-9b44-e403-d035bfcfbcd5/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 837.447163] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3dd831fe-5d49-483b-b898-4bde8c17c367 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.550871] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.905s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.551484] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.554633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.251s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.554832] env[63920]: DEBUG nova.objects.instance [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lazy-loading 'resources' on Instance uuid ed593698-16c1-454e-85bf-0d74e63126f8 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.612210] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0864b3-6050-4f96-85c1-44caedc2d4d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.623828] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Doing hard reboot of VM {{(pid=63920) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.624032] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ea325ef9-ba65-46de-a97a-81a94ec5b688 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.631535] env[63920]: DEBUG oslo_vmware.api [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 837.631535] env[63920]: value = "task-2392293" [ 837.631535] env[63920]: _type = "Task" [ 837.631535] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.641430] env[63920]: DEBUG oslo_vmware.api [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392293, 'name': ResetVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.687360] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d9080e-8cff-9b44-e403-d035bfcfbcd5/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 837.687730] env[63920]: INFO nova.virt.vmwareapi.images [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Downloaded image file data c4fad0dd-e570-436a-9f7d-9e29f22e5286 [ 837.689048] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a285b75-046c-4954-9e8b-68d891ce48a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.695557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "d3a28af1-a806-46cc-ada5-708c20e55265" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.696957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "d3a28af1-a806-46cc-ada5-708c20e55265" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.696957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "d3a28af1-a806-46cc-ada5-708c20e55265-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.696957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "d3a28af1-a806-46cc-ada5-708c20e55265-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.696957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "d3a28af1-a806-46cc-ada5-708c20e55265-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.711984] env[63920]: DEBUG nova.compute.manager [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.712746] env[63920]: INFO nova.compute.manager [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Terminating instance [ 837.714782] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c42342-08ad-4a72-9d33-73b68ad719b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.717360] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66259290-b98d-4a60-b952-f80cf3baba0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.773806] env[63920]: INFO nova.virt.vmwareapi.images [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] The imported VM was unregistered [ 837.778643] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 837.779109] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.780365] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da68f8b2-1f27-4d99-962b-510f8c7bc6dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.787911] env[63920]: DEBUG nova.compute.manager [req-307de915-4bde-4e21-b0cd-f6ab302f1eee req-1eaf4e77-3d79-4431-bab9-4966e556f988 service nova] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Received event network-vif-deleted-521af46a-c2d8-47bb-a3cb-a2d63a8c2bfe {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 837.795280] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created directory with path [datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.795280] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4/OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4.vmdk to [datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk. {{(pid=63920) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 837.795280] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e53dc965-f350-4aeb-af3d-3b46ed84afcb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.803672] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 837.803672] env[63920]: value = "task-2392295" [ 837.803672] env[63920]: _type = "Task" [ 837.803672] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.813823] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392295, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.857887] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.057634] env[63920]: DEBUG nova.compute.utils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 838.059179] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.059366] env[63920]: DEBUG nova.network.neutron [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.112567] env[63920]: DEBUG nova.policy [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b4dedcfebfa4a18b408e088d66477ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aebcb6fc5314a40bc3d59047d63b478', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.152502] env[63920]: DEBUG oslo_vmware.api [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392293, 'name': ResetVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.221613] env[63920]: DEBUG nova.compute.manager [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.221836] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.223510] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ae59f4-6efc-45aa-9b9b-b9c2260a0a21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.229148] env[63920]: INFO nova.compute.manager [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] instance snapshotting [ 838.229818] env[63920]: DEBUG nova.objects.instance [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'flavor' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.235497] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.240120] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d49fdcee-6d63-4a4a-ab35-d86a1323b4d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.251078] env[63920]: DEBUG oslo_vmware.api [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 838.251078] env[63920]: value = "task-2392296" [ 838.251078] env[63920]: _type = "Task" [ 838.251078] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.268581] env[63920]: DEBUG oslo_vmware.api [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2392296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.270408] env[63920]: DEBUG nova.network.neutron [-] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.327212] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392295, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.390074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.451757] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "4489863b-20e7-4144-b2a1-25ee3b00490e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.452570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.503859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.563079] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.613341] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c82019-0dfc-49a3-bdf0-5037ca34655d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.629554] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307679b8-47ec-4e62-af33-c57eadaa7f8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.647828] env[63920]: DEBUG oslo_vmware.api [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392293, 'name': ResetVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.677782] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5f2dfa-f9ac-4808-84fb-09f2fcf9cfe1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.689933] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205dcda8-c2d6-44c8-988d-ad18908d268d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.708504] env[63920]: DEBUG nova.compute.provider_tree [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.735964] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493e12e-4353-4cae-b142-c206ffd1cbbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.767028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7da1e0-fea7-4a58-aa01-5a3bff2117bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.777719] env[63920]: INFO nova.compute.manager [-] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Took 1.54 seconds to deallocate network for instance. [ 838.778119] env[63920]: DEBUG oslo_vmware.api [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2392296, 'name': PowerOffVM_Task, 'duration_secs': 0.381217} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.782095] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.782301] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.787575] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09aad12b-1666-4922-815a-ebbff0be3df4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.817909] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392295, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.954869] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.146840] env[63920]: DEBUG oslo_vmware.api [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392293, 'name': ResetVM_Task, 'duration_secs': 1.145454} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.147184] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Did hard reboot of VM {{(pid=63920) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 839.147523] env[63920]: DEBUG nova.compute.manager [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 839.148298] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c238f8a7-ce9c-428f-8391-78a13f11c7a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.212816] env[63920]: DEBUG nova.scheduler.client.report [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.318973] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392295, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.821476] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392295, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.052380] env[63920]: DEBUG nova.network.neutron [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Successfully created port: c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.101428] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.101801] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.102124] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Deleting the datastore file [datastore2] d3a28af1-a806-46cc-ada5-708c20e55265 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.102537] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c583ea5-19d9-4bb6-b295-e7094a85630e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.125141] env[63920]: DEBUG oslo_vmware.api [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for the task: (returnval){ [ 840.125141] env[63920]: value = "task-2392298" [ 840.125141] env[63920]: _type = "Task" [ 840.125141] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.145888] env[63920]: DEBUG oslo_vmware.api [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2392298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.294351] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 840.294351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.297907] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-62bb4e08-8cb3-4a1c-97ed-7c200d2c0819 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.308082] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 840.308082] env[63920]: value = "task-2392299" [ 840.308082] env[63920]: _type = "Task" [ 840.308082] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.320968] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392299, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.326542] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392295, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.454718} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.326542] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4/OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4.vmdk to [datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk. [ 840.326542] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Cleaning up location [datastore1] OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 840.326542] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4959e247-0925-4797-946d-ceb79c4667e4 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.326542] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d42947-6537-45e4-a42c-ec4501390677 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.348388] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 840.348388] env[63920]: value = "task-2392300" [ 840.348388] env[63920]: _type = "Task" [ 840.348388] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.357857] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.565559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.582170] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.607432] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.607686] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.607842] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.608227] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.608461] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.608629] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.608925] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.609367] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.609614] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.609953] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.610201] env[63920]: DEBUG nova.virt.hardware [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.611319] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239a064e-dbbc-4ec1-b295-3fe266801674 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.619959] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a7ba6-439d-48dc-a2a8-85cf89588c54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.642203] env[63920]: DEBUG oslo_vmware.api [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Task: {'id': task-2392298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390552} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.644466] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.644661] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.644836] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.645058] env[63920]: INFO nova.compute.manager [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Took 2.42 seconds to destroy the instance on the hypervisor. [ 840.645334] env[63920]: DEBUG oslo.service.loopingcall [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 840.645811] env[63920]: DEBUG nova.compute.manager [-] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.645906] env[63920]: DEBUG nova.network.neutron [-] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.664477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85d4a0fe-7c60-4e37-b9f3-17dd0a6a5bbd tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 8.439s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.719433] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.165s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.721857] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 21.347s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.739528] env[63920]: INFO nova.scheduler.client.report [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Deleted allocations for instance ed593698-16c1-454e-85bf-0d74e63126f8 [ 840.774538] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "96547475-3928-4ba1-8a48-d01c40a0cec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.775141] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.775388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "96547475-3928-4ba1-8a48-d01c40a0cec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.775596] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.775768] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.777976] env[63920]: INFO nova.compute.manager [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Terminating instance [ 840.806094] env[63920]: DEBUG nova.compute.manager [req-ad948900-bf2a-46cf-b5c7-d23d1abee09c req-a09a27fb-6d4d-4eea-8209-8fd8f323fc05 service nova] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Received event network-vif-deleted-16833823-56c8-4cb4-ab12-51d95f87ae8f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.819865] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392299, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.859202] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109836} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.859467] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.859558] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 840.859796] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk to [datastore1] 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e/8d0a0f04-9d0b-46c8-b556-f5457d6abb7e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.860061] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35de86c6-fdb6-4643-90ee-1c77facc82bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.870245] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 840.870245] env[63920]: value = "task-2392301" [ 840.870245] env[63920]: _type = "Task" [ 840.870245] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.878641] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.224924] env[63920]: DEBUG nova.objects.instance [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lazy-loading 'migration_context' on Instance uuid 2dbf5674-95b1-41b6-b4a4-c4912fafeebc {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.252018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7b78b9c-506e-470e-84bf-50b445697e50 tempest-ServerMetadataTestJSON-2114335708 tempest-ServerMetadataTestJSON-2114335708-project-member] Lock "ed593698-16c1-454e-85bf-0d74e63126f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.854s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.281555] env[63920]: DEBUG nova.compute.manager [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.281853] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.282727] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e133700d-e1db-404f-9786-684a0a452fc9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.292126] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.292384] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc44a58-ae02-449b-86cf-648f5bfcbabf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.301753] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 841.301753] env[63920]: value = "task-2392302" [ 841.301753] env[63920]: _type = "Task" [ 841.301753] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.313844] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.321057] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392299, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.384960] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.624343] env[63920]: DEBUG nova.compute.manager [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Received event network-changed-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 841.624620] env[63920]: DEBUG nova.compute.manager [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Refreshing instance network info cache due to event network-changed-6200726c-76a2-4e2c-b28b-b7c6a65a4f47. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 841.624695] env[63920]: DEBUG oslo_concurrency.lockutils [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] Acquiring lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 841.624843] env[63920]: DEBUG oslo_concurrency.lockutils [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] Acquired lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.624952] env[63920]: DEBUG nova.network.neutron [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Refreshing network info cache for port 6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.705359] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.827271] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392302, 'name': PowerOffVM_Task, 'duration_secs': 0.248341} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.833318] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.833522] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.833838] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392299, 'name': CreateSnapshot_Task, 'duration_secs': 1.332988} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.834557] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a29d708-b2ee-4552-98ac-1efcdfa89eed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.839019] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 841.839019] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf057b2b-781e-4f28-8ccb-d3ebe67eb083 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.890223] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.923646] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.923881] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.924088] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Deleting the datastore file [datastore1] 96547475-3928-4ba1-8a48-d01c40a0cec8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.924373] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-255a2c78-5d34-45b5-ae75-67685040474a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.942702] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for the task: (returnval){ [ 841.942702] env[63920]: value = "task-2392304" [ 841.942702] env[63920]: _type = "Task" [ 841.942702] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.953647] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957698] env[63920]: DEBUG nova.network.neutron [-] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.317633] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f63bb-1317-43fd-bf5e-93a2cceb00de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.347638] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad670c9-c3b2-470c-8be8-37dd8bd1bd39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.393351] env[63920]: DEBUG nova.network.neutron [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updated VIF entry in instance network info cache for port 6200726c-76a2-4e2c-b28b-b7c6a65a4f47. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.393713] env[63920]: DEBUG nova.network.neutron [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updating instance_info_cache with network_info: [{"id": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "address": "fa:16:3e:9d:37:77", "network": {"id": "45ebb497-8a76-4e84-9aa8-f8f9de07bca9", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-439922443-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8da5e48e50044adadee4023f278b5ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a7188cb6-c9d7-449a-9362-ddb61a31feaf", "external-id": "nsx-vlan-transportzone-99", "segmentation_id": 99, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6200726c-76", "ovs_interfaceid": "6200726c-76a2-4e2c-b28b-b7c6a65a4f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.399201] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12071a48-c224-4e89-9e4f-2915f358f9bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.412435] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.413776] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a820e5-732e-46aa-a9f6-bbec4756b894 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.430443] env[63920]: DEBUG nova.compute.provider_tree [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.453016] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.902323] env[63920]: DEBUG oslo_concurrency.lockutils [req-ec1375cd-b480-4bec-aee2-86c47706b3db req-eef48b0c-adfd-4394-88a4-fd3d1e2b0ae0 service nova] Releasing lock "refresh_cache-25c586b0-509d-46aa-ad20-ee3c74d7d0e9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.906112] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.924327] env[63920]: DEBUG nova.compute.manager [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Received event network-vif-deleted-09dd7761-b263-4500-b2b6-e3876e780c81 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.924603] env[63920]: DEBUG nova.compute.manager [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Received event network-vif-plugged-c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.924805] env[63920]: DEBUG oslo_concurrency.lockutils [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] Acquiring lock "6de48a88-0c97-4d08-8597-626419a666c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.925069] env[63920]: DEBUG oslo_concurrency.lockutils [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] Lock "6de48a88-0c97-4d08-8597-626419a666c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.925302] env[63920]: DEBUG oslo_concurrency.lockutils [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] Lock "6de48a88-0c97-4d08-8597-626419a666c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.925509] env[63920]: DEBUG nova.compute.manager [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] No waiting events found dispatching network-vif-plugged-c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.925665] env[63920]: WARNING nova.compute.manager [req-b12518d0-6faa-428c-b15e-5f12c26d4df4 req-7723c124-70b5-42cf-bb19-edeba47a055b service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Received unexpected event network-vif-plugged-c80368ce-44cc-46de-8c81-2029f7855216 for instance with vm_state building and task_state spawning. [ 842.933580] env[63920]: DEBUG nova.scheduler.client.report [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.971040] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.405209] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.455524] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392304, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.905164] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392301, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.697652} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.906174] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c4fad0dd-e570-436a-9f7d-9e29f22e5286/c4fad0dd-e570-436a-9f7d-9e29f22e5286.vmdk to [datastore1] 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e/8d0a0f04-9d0b-46c8-b556-f5457d6abb7e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.906996] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf89f97e-a752-49d9-b957-aefdbd9061e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.932745] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e/8d0a0f04-9d0b-46c8-b556-f5457d6abb7e.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.933509] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb19079-e318-4296-b803-39e9cd09abfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.968569] env[63920]: INFO nova.compute.manager [-] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Took 3.32 seconds to deallocate network for instance. [ 843.972337] env[63920]: DEBUG oslo_vmware.api [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Task: {'id': task-2392304, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.646222} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.976081] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.976302] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.976483] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.976656] env[63920]: INFO nova.compute.manager [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Took 2.69 seconds to destroy the instance on the hypervisor. [ 843.976897] env[63920]: DEBUG oslo.service.loopingcall [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 843.977177] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 843.977177] env[63920]: value = "task-2392305" [ 843.977177] env[63920]: _type = "Task" [ 843.977177] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.980902] env[63920]: DEBUG nova.compute.manager [-] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.981109] env[63920]: DEBUG nova.network.neutron [-] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.998629] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.043244] env[63920]: DEBUG nova.network.neutron [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Successfully updated port: c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.377085] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.377085] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8e78999-e66f-4772-ad6b-7ebeb6951551 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.387207] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 844.387207] env[63920]: value = "task-2392306" [ 844.387207] env[63920]: _type = "Task" [ 844.387207] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.401553] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.463573] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.742s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.469413] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.993s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.470888] env[63920]: INFO nova.compute.claims [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.487728] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.488087] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.488293] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.488488] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.488663] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.488827] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.491084] env[63920]: INFO nova.compute.manager [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Terminating instance [ 844.499609] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392305, 'name': ReconfigVM_Task, 'duration_secs': 0.309713} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.499783] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e/8d0a0f04-9d0b-46c8-b556-f5457d6abb7e.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.500753] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59918a06-d918-4aa6-ac2a-4b26db485888 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.509650] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 844.509650] env[63920]: value = "task-2392307" [ 844.509650] env[63920]: _type = "Task" [ 844.509650] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.520916] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392307, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.551000] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "refresh_cache-6de48a88-0c97-4d08-8597-626419a666c5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.551106] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquired lock "refresh_cache-6de48a88-0c97-4d08-8597-626419a666c5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.551339] env[63920]: DEBUG nova.network.neutron [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.899646] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.971526] env[63920]: DEBUG nova.compute.manager [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Received event network-changed-c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.972386] env[63920]: DEBUG nova.compute.manager [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Refreshing instance network info cache due to event network-changed-c80368ce-44cc-46de-8c81-2029f7855216. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.974519] env[63920]: DEBUG oslo_concurrency.lockutils [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] Acquiring lock "refresh_cache-6de48a88-0c97-4d08-8597-626419a666c5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.995936] env[63920]: DEBUG nova.compute.manager [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.997302] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.997705] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f7a785-25ac-48a2-a758-e51f44abe644 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.013337] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.017520] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76a6dd28-6fe2-45ef-aa50-b48eec1d84fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.027452] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392307, 'name': Rename_Task, 'duration_secs': 0.16318} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.031718] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.032145] env[63920]: DEBUG oslo_vmware.api [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 845.032145] env[63920]: value = "task-2392308" [ 845.032145] env[63920]: _type = "Task" [ 845.032145] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.032489] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d87cb097-8143-445b-a552-114319d0fae6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.050953] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 845.050953] env[63920]: value = "task-2392309" [ 845.050953] env[63920]: _type = "Task" [ 845.050953] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.050953] env[63920]: DEBUG oslo_vmware.api [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.064528] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.144119] env[63920]: DEBUG nova.network.neutron [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.306134] env[63920]: DEBUG nova.network.neutron [-] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.403852] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.472631] env[63920]: DEBUG nova.network.neutron [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Updating instance_info_cache with network_info: [{"id": "c80368ce-44cc-46de-8c81-2029f7855216", "address": "fa:16:3e:0a:18:1d", "network": {"id": "42e78956-bcdd-4b8e-83a9-6363e19cee31", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-162463427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aebcb6fc5314a40bc3d59047d63b478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80368ce-44", "ovs_interfaceid": "c80368ce-44cc-46de-8c81-2029f7855216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.723415] env[63920]: DEBUG oslo_vmware.api [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392308, 'name': PowerOffVM_Task, 'duration_secs': 0.239295} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.729061] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.729334] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.729638] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392309, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.729885] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dd9e1f2-0ddf-4d06-836c-02af8c5967f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.808634] env[63920]: INFO nova.compute.manager [-] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Took 1.83 seconds to deallocate network for instance. [ 845.904791] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.979483] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Releasing lock "refresh_cache-6de48a88-0c97-4d08-8597-626419a666c5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.979814] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Instance network_info: |[{"id": "c80368ce-44cc-46de-8c81-2029f7855216", "address": "fa:16:3e:0a:18:1d", "network": {"id": "42e78956-bcdd-4b8e-83a9-6363e19cee31", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-162463427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aebcb6fc5314a40bc3d59047d63b478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80368ce-44", "ovs_interfaceid": "c80368ce-44cc-46de-8c81-2029f7855216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.980127] env[63920]: DEBUG oslo_concurrency.lockutils [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] Acquired lock "refresh_cache-6de48a88-0c97-4d08-8597-626419a666c5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.980435] env[63920]: DEBUG nova.network.neutron [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Refreshing network info cache for port c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.981471] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:18:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15538852-1a3f-4f71-b4a9-4923c5837c4f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c80368ce-44cc-46de-8c81-2029f7855216', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.991746] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Creating folder: Project (0aebcb6fc5314a40bc3d59047d63b478). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.996081] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f410624f-11ac-4c32-9298-bd60748af1df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.012810] env[63920]: INFO nova.compute.manager [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Swapping old allocation on dict_keys(['d3d03c94-9dea-45bd-bef8-6ae074503c23']) held by migration c729c6df-827b-4992-8c48-61fb3a0f0474 for instance [ 846.020720] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Created folder: Project (0aebcb6fc5314a40bc3d59047d63b478) in parent group-v485178. [ 846.020965] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Creating folder: Instances. Parent ref: group-v485358. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.023626] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88c07a09-21c8-484f-9fbe-a3c592a8548b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.036036] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Created folder: Instances in parent group-v485358. [ 846.036296] env[63920]: DEBUG oslo.service.loopingcall [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.036468] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.036668] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b68d6407-2f69-4eb2-b437-d805d0987bcd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.052393] env[63920]: DEBUG nova.scheduler.client.report [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Overwriting current allocation {'allocations': {'d3d03c94-9dea-45bd-bef8-6ae074503c23': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 86}}, 'project_id': '93b4f07253354d40b4493500fcb1fd84', 'user_id': '350feea2bc4748a98a8f1ded96299b90', 'consumer_generation': 1} on consumer 2dbf5674-95b1-41b6-b4a4-c4912fafeebc {{(pid=63920) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 846.070436] env[63920]: DEBUG oslo_vmware.api [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392309, 'name': PowerOnVM_Task, 'duration_secs': 0.670062} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.071297] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.071297] env[63920]: value = "task-2392313" [ 846.071297] env[63920]: _type = "Task" [ 846.071297] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.074282] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.074841] env[63920]: INFO nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Took 16.74 seconds to spawn the instance on the hypervisor. [ 846.074841] env[63920]: DEBUG nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 846.078940] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb74748-c134-4ca9-93d2-3da7a07dbc30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.092662] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.192898] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.193124] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquired lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.193310] env[63920]: DEBUG nova.network.neutron [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.265334] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc51fab-fdb8-4e4f-910f-f9a90c2fa9e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.274260] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4478c0f-3cce-42b5-b851-a1aed217d01d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.315886] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39975c1-6606-4054-b52b-35a7aedcc7b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.318935] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.325274] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c996dc0-a2a2-4b08-b718-daf63e36cdd1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.349347] env[63920]: DEBUG nova.compute.provider_tree [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.401205] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.443232] env[63920]: DEBUG nova.network.neutron [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Updated VIF entry in instance network info cache for port c80368ce-44cc-46de-8c81-2029f7855216. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.443608] env[63920]: DEBUG nova.network.neutron [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Updating instance_info_cache with network_info: [{"id": "c80368ce-44cc-46de-8c81-2029f7855216", "address": "fa:16:3e:0a:18:1d", "network": {"id": "42e78956-bcdd-4b8e-83a9-6363e19cee31", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-162463427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aebcb6fc5314a40bc3d59047d63b478", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15538852-1a3f-4f71-b4a9-4923c5837c4f", "external-id": "nsx-vlan-transportzone-165", "segmentation_id": 165, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc80368ce-44", "ovs_interfaceid": "c80368ce-44cc-46de-8c81-2029f7855216", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.585293] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.604959] env[63920]: INFO nova.compute.manager [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Took 43.96 seconds to build instance. [ 846.852997] env[63920]: DEBUG nova.scheduler.client.report [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.901871] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.949123] env[63920]: DEBUG oslo_concurrency.lockutils [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] Releasing lock "refresh_cache-6de48a88-0c97-4d08-8597-626419a666c5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.950693] env[63920]: DEBUG nova.compute.manager [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Received event network-vif-deleted-dc8f7935-e6ea-415f-9836-c3a754d2ad8a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.950693] env[63920]: INFO nova.compute.manager [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Neutron deleted interface dc8f7935-e6ea-415f-9836-c3a754d2ad8a; detaching it from the instance and deleting it from the info cache [ 846.950693] env[63920]: DEBUG nova.network.neutron [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.971158] env[63920]: DEBUG nova.network.neutron [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [{"id": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "address": "fa:16:3e:15:47:05", "network": {"id": "598f0a19-fbc9-4489-a58d-85a38f64200a", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b1fb14af130545a589076c895a1644cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap607c4d98-09", "ovs_interfaceid": "607c4d98-09bb-4ef6-8176-2643cab83e4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.085649] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.108292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c3da1620-089e-4b75-8baa-ce9e77c1d5cd tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.479s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.358442] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.889s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.358970] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.361604] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.688s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.401801] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.453234] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-594b0322-e046-4d9d-8991-8bf710f1fd5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.466077] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47688d53-a71f-437f-b643-5dfbbabd99a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.767537] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Releasing lock "refresh_cache-2dbf5674-95b1-41b6-b4a4-c4912fafeebc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.767537] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.767537] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5a3ad3c-c5ec-449c-8e00-f1258a94a5c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.767537] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 849.767537] env[63920]: value = "task-2392314" [ 849.767537] env[63920]: _type = "Task" [ 849.767537] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.767537] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.772364] env[63920]: DEBUG nova.compute.manager [req-19511a39-8c71-4527-b997-59dcefc72ee7 req-56b2f02f-4138-43cd-8ac8-74034d19f317 service nova] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Detach interface failed, port_id=dc8f7935-e6ea-415f-9836-c3a754d2ad8a, reason: Instance 96547475-3928-4ba1-8a48-d01c40a0cec8 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 849.772364] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.772364] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.772364] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392314, 'name': PowerOffVM_Task, 'duration_secs': 0.215099} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.772364] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.774839] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:57:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='146b95bd-7d58-4637-9dfc-1e53a1d626e4',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-882229343',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.774839] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.774839] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.774839] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.776022] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.776022] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.776022] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.776022] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.776022] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.776875] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.776875] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.776875] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a454f8b-6075-4046-a196-4cb86eecc2eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.776875] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.776875] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.777489] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Deleting the datastore file [datastore1] 25c586b0-509d-46aa-ad20-ee3c74d7d0e9 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.777489] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb393702-ce42-42d4-b20a-295d2ffd143b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.777489] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 849.777489] env[63920]: value = "task-2392315" [ 849.777489] env[63920]: _type = "Task" [ 849.777489] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.777489] env[63920]: DEBUG oslo_vmware.api [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 849.777489] env[63920]: value = "task-2392316" [ 849.777489] env[63920]: _type = "Task" [ 849.777489] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.777489] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778340] env[63920]: DEBUG oslo_vmware.api [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778340] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778340] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778340] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392315, 'name': ReconfigVM_Task, 'duration_secs': 0.159618} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.778340] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dade5d-99dc-46a1-b32a-fb4eb2e3d534 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.779048] env[63920]: DEBUG oslo_vmware.api [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144519} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.779048] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.779048] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.779048] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.779048] env[63920]: INFO nova.compute.manager [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Took 3.55 seconds to destroy the instance on the hypervisor. [ 849.779592] env[63920]: DEBUG oslo.service.loopingcall [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.779592] env[63920]: DEBUG nova.compute.manager [-] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.779592] env[63920]: DEBUG nova.network.neutron [-] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.779592] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:57:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='146b95bd-7d58-4637-9dfc-1e53a1d626e4',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-882229343',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.780705] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.780705] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.780705] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.780705] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.780705] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.780705] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.781574] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.781574] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.781574] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.781574] env[63920]: DEBUG nova.virt.hardware [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.781574] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a2f835-68b4-4f18-aa0c-679c1a1172ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.781574] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 849.781574] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a2cf0b-9096-a745-6fd0-335df28c6d4e" [ 849.781574] env[63920]: _type = "Task" [ 849.781799] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.781799] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a2cf0b-9096-a745-6fd0-335df28c6d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.781799] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.781799] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.781799] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a2cf0b-9096-a745-6fd0-335df28c6d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.007752} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.781937] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 849.781937] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e74dbf-1b60-40b4-87ec-1827199daeeb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.781937] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.781937] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 849.781937] env[63920]: value = "task-2392317" [ 849.781937] env[63920]: _type = "Task" [ 849.781937] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.781937] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.782133] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.782133] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.782133] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392317, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.869740] env[63920]: DEBUG nova.compute.utils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.871338] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.871508] env[63920]: DEBUG nova.network.neutron [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.905651] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.907195] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d3a28af1-a806-46cc-ada5-708c20e55265 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.907339] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2e709e94-117f-438d-b3d3-22b046a7294f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.907482] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 70a96b3c-f4bc-4b4a-be00-ffb969da1814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.907573] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8a8b5ca1-d551-4876-be84-e93404f98db9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.907684] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance c9fe8811-1b42-4355-b7a9-9efd10729e8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.907797] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7230b129-84a2-4516-b0a2-b7fbad519083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.907907] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f4ce314a-6cff-4aaa-af80-39083007e4cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908195] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a9443c1d-3c52-4605-8197-ecfac838e125 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.908195] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 96547475-3928-4ba1-8a48-d01c40a0cec8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.908273] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 9310c2ce-0209-438c-bbff-9171de4181e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908380] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ca2aa06c-914f-498c-9951-c588c07f07b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908487] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 82535807-3e38-4b5e-94f8-5a1efe98541f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908593] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ea621953-3fd8-43f2-950b-4acd654f7483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908698] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6daee122-5622-4804-bd63-a292c4e59e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908802] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance e0e50df5-f03a-4962-8c77-c2fa225ba313 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.908906] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 42bd8c1f-062a-4a96-b015-529e468cbf8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.909033] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.909240] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.909292] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.909375] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2dbf5674-95b1-41b6-b4a4-c4912fafeebc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.909492] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a6203430-7fe6-4eaf-ba11-f9e9495e2b18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.909602] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 25c586b0-509d-46aa-ad20-ee3c74d7d0e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.909758] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 849.909820] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.909916] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6de48a88-0c97-4d08-8597-626419a666c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 849.931177] env[63920]: DEBUG nova.policy [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6378e6c945ba480995194b320828119c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43437af16f264dc6bb94f700907a1000', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.090810] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392313, 'name': CreateVM_Task, 'duration_secs': 3.996542} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.090979] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.094748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.094748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.094748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 850.094748] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28173bae-ecb1-4bb5-ae2d-d6753d8129c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.099024] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 850.099024] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520ae0d9-9662-c3ce-1824-a3200cc8e199" [ 850.099024] env[63920]: _type = "Task" [ 850.099024] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.106335] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520ae0d9-9662-c3ce-1824-a3200cc8e199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.118668] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392317, 'name': ReconfigVM_Task, 'duration_secs': 0.547127} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.118937] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 850.119714] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03005e-1480-40ad-8ba2-796e057c6bda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.150493] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.150813] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f28d42b4-0724-47da-ad54-7c129f750d7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.172094] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 850.172094] env[63920]: value = "task-2392318" [ 850.172094] env[63920]: _type = "Task" [ 850.172094] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.181171] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.237583] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.237725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.238104] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.238290] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.238468] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.240826] env[63920]: INFO nova.compute.manager [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Terminating instance [ 850.323527] env[63920]: DEBUG nova.network.neutron [-] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.374235] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.385600] env[63920]: DEBUG nova.network.neutron [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Successfully created port: 6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.408377] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.414846] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 1847f2ce-e0f4-4953-9e2b-7db25926e95d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 850.415013] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 31f75e6b-e036-4123-8612-0c16be39ebd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 850.484026] env[63920]: DEBUG nova.compute.manager [req-b8655e70-9ff1-4745-bb38-6c24c18a8886 req-67dc3f42-8995-44ce-be73-2c4cf6ea988e service nova] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Received event network-vif-deleted-6200726c-76a2-4e2c-b28b-b7c6a65a4f47 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 850.608688] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520ae0d9-9662-c3ce-1824-a3200cc8e199, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.608999] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.609251] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.609485] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 850.609630] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.609805] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.610073] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c9512e2-2504-4950-9fac-b0b4245b2c12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.618968] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.619158] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.620050] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c5ac9b8-ce29-4ade-a90f-8f24d293aa76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.625263] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 850.625263] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5228f9fd-f2b4-353f-c022-b3794d8f83d5" [ 850.625263] env[63920]: _type = "Task" [ 850.625263] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.634826] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5228f9fd-f2b4-353f-c022-b3794d8f83d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.682175] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392318, 'name': ReconfigVM_Task, 'duration_secs': 0.275472} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.682455] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc/2dbf5674-95b1-41b6-b4a4-c4912fafeebc.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.683338] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8230ba22-1615-4922-86a4-593c8e44f643 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.703853] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca162cc-b984-43b1-a093-ba7350883610 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.725017] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a0eae-f9f0-4a94-a13a-5f4e40e78a62 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.743096] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5097a110-4e75-4337-b404-33759e1496cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.746149] env[63920]: DEBUG nova.compute.manager [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.746361] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.747069] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff69d7-2926-46bf-b892-988563993e09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.754017] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.755958] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e83bb8fb-a76e-40a2-adf9-7c49cce96e49 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.757389] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.757597] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ce136e-c57a-449d-8e7b-3aa356d8ae0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.766087] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 850.766087] env[63920]: value = "task-2392319" [ 850.766087] env[63920]: _type = "Task" [ 850.766087] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.766472] env[63920]: DEBUG oslo_vmware.api [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 850.766472] env[63920]: value = "task-2392320" [ 850.766472] env[63920]: _type = "Task" [ 850.766472] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.778083] env[63920]: DEBUG oslo_vmware.api [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.781145] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.821832] env[63920]: INFO nova.compute.manager [-] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Took 2.28 seconds to deallocate network for instance. [ 850.906409] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.920140] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 13b03ac4-b0ea-4fca-b662-e543c946ef14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.138014] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5228f9fd-f2b4-353f-c022-b3794d8f83d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00919} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.138519] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfcb3037-137f-4efc-b325-4f79376cb204 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.145079] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 851.145079] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5255a627-d986-3df0-bfba-8f8fbd834393" [ 851.145079] env[63920]: _type = "Task" [ 851.145079] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.155814] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5255a627-d986-3df0-bfba-8f8fbd834393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.279711] env[63920]: DEBUG oslo_vmware.api [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392319, 'name': PowerOnVM_Task, 'duration_secs': 0.419356} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.282698] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.286042] env[63920]: DEBUG oslo_vmware.api [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392320, 'name': PowerOffVM_Task, 'duration_secs': 0.303305} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.286256] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.286487] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.286860] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc095be4-ead7-47dc-9649-9800adf5fd35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.328637] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.381324] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.381628] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.381828] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleting the datastore file [datastore1] 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.382123] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30ff1b0d-f8b5-4d2c-be9d-ff8c486dfeb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.386245] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.391010] env[63920]: DEBUG oslo_vmware.api [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 851.391010] env[63920]: value = "task-2392322" [ 851.391010] env[63920]: _type = "Task" [ 851.391010] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.398930] env[63920]: DEBUG oslo_vmware.api [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.408070] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392306, 'name': CloneVM_Task, 'duration_secs': 6.620188} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.410433] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Created linked-clone VM from snapshot [ 851.412396] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ad5fc3-89fa-42f8-aaff-97d0eb46728d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.416924] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.417179] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.417339] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.417522] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.417671] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.417814] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.418025] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.418183] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.418351] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.418515] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.418687] env[63920]: DEBUG nova.virt.hardware [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.419439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e1ef6f-eaac-41cf-a4d7-ad0fa748f0c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.425298] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 4489863b-20e7-4144-b2a1-25ee3b00490e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 851.425564] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 851.425706] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 851.427971] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Uploading image a0d88898-3808-4c1f-810b-6fc1162e93b1 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.435426] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e3616b-0a2d-4409-9709-62753944ee37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.458228] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.458228] env[63920]: value = "vm-485357" [ 851.458228] env[63920]: _type = "VirtualMachine" [ 851.458228] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.458539] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82b95706-bb97-4c5f-8723-dba8b531db47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.466433] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease: (returnval){ [ 851.466433] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5268816c-fbb2-f441-4c83-bcbb24a8cc2c" [ 851.466433] env[63920]: _type = "HttpNfcLease" [ 851.466433] env[63920]: } obtained for exporting VM: (result){ [ 851.466433] env[63920]: value = "vm-485357" [ 851.466433] env[63920]: _type = "VirtualMachine" [ 851.466433] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.466703] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the lease: (returnval){ [ 851.466703] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5268816c-fbb2-f441-4c83-bcbb24a8cc2c" [ 851.466703] env[63920]: _type = "HttpNfcLease" [ 851.466703] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.473613] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.473613] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5268816c-fbb2-f441-4c83-bcbb24a8cc2c" [ 851.473613] env[63920]: _type = "HttpNfcLease" [ 851.473613] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.655357] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5255a627-d986-3df0-bfba-8f8fbd834393, 'name': SearchDatastore_Task, 'duration_secs': 0.018781} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.655651] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.655908] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 6de48a88-0c97-4d08-8597-626419a666c5/6de48a88-0c97-4d08-8597-626419a666c5.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 851.656328] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6b234c2-025d-41dd-bc59-b74a16669c7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.662827] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 851.662827] env[63920]: value = "task-2392324" [ 851.662827] env[63920]: _type = "Task" [ 851.662827] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.671407] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.804038] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e79057-402c-4143-af84-20b0f2a42df3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.812597] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801656e6-6b71-4613-871f-8ab262083382 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.848428] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e397fe8c-9b0d-436f-8eb2-2e65a355c566 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.862213] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d97e2d-59fa-44f5-9161-58851d059dfb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.877703] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.903795] env[63920]: DEBUG oslo_vmware.api [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347806} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.904079] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.904313] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.904482] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.904656] env[63920]: INFO nova.compute.manager [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 851.904954] env[63920]: DEBUG oslo.service.loopingcall [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.905119] env[63920]: DEBUG nova.compute.manager [-] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.905278] env[63920]: DEBUG nova.network.neutron [-] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.976258] env[63920]: DEBUG nova.network.neutron [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Successfully updated port: 6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.983964] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.983964] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5268816c-fbb2-f441-4c83-bcbb24a8cc2c" [ 851.983964] env[63920]: _type = "HttpNfcLease" [ 851.983964] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.984349] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.984349] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5268816c-fbb2-f441-4c83-bcbb24a8cc2c" [ 851.984349] env[63920]: _type = "HttpNfcLease" [ 851.984349] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.988510] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be98f63-b36a-48f1-905c-bb1ef67df508 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.005436] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ece92-1e06-26ee-0c2c-68e831d63924/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.005436] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ece92-1e06-26ee-0c2c-68e831d63924/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.172781] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ba87b643-94fc-4a51-a0c7-05886adf194a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.178952] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.295951] env[63920]: INFO nova.compute.manager [None req-f39a50d2-5d8c-4f7a-b8d7-b8592e39dfde tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance to original state: 'active' [ 852.381017] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 852.479307] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "refresh_cache-31f75e6b-e036-4123-8612-0c16be39ebd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.480034] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquired lock "refresh_cache-31f75e6b-e036-4123-8612-0c16be39ebd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.480034] env[63920]: DEBUG nova.network.neutron [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.515284] env[63920]: DEBUG nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Received event network-vif-plugged-6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.515822] env[63920]: DEBUG oslo_concurrency.lockutils [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] Acquiring lock "31f75e6b-e036-4123-8612-0c16be39ebd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.516166] env[63920]: DEBUG oslo_concurrency.lockutils [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.516705] env[63920]: DEBUG oslo_concurrency.lockutils [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.517952] env[63920]: DEBUG nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] No waiting events found dispatching network-vif-plugged-6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.517952] env[63920]: WARNING nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Received unexpected event network-vif-plugged-6d8c66c8-bf69-4a2b-b3f1-45b85914acbf for instance with vm_state building and task_state spawning. [ 852.517952] env[63920]: DEBUG nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Received event network-changed-6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 852.517952] env[63920]: DEBUG nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Refreshing instance network info cache due to event network-changed-6d8c66c8-bf69-4a2b-b3f1-45b85914acbf. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.517952] env[63920]: DEBUG oslo_concurrency.lockutils [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] Acquiring lock "refresh_cache-31f75e6b-e036-4123-8612-0c16be39ebd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.675923] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637573} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.676711] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 6de48a88-0c97-4d08-8597-626419a666c5/6de48a88-0c97-4d08-8597-626419a666c5.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.677167] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.677593] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0fd2ff8-590e-4ab0-988d-c8c6a596a322 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.685953] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 852.685953] env[63920]: value = "task-2392325" [ 852.685953] env[63920]: _type = "Task" [ 852.685953] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.695565] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.706973] env[63920]: DEBUG nova.network.neutron [-] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.886066] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 852.886338] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.525s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.886666] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.279s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.886858] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.888997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.976s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.889259] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.891122] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.378s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.891310] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.892992] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.751s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.893234] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.895769] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.686s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.896365] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.898018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.678s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.898209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.899789] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.510s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.901271] env[63920]: INFO nova.compute.claims [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.904208] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.904421] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 852.940415] env[63920]: INFO nova.scheduler.client.report [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted allocations for instance 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77 [ 852.947745] env[63920]: INFO nova.scheduler.client.report [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Deleted allocations for instance a9443c1d-3c52-4605-8197-ecfac838e125 [ 852.960411] env[63920]: INFO nova.scheduler.client.report [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Deleted allocations for instance 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7 [ 852.965562] env[63920]: INFO nova.scheduler.client.report [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Deleted allocations for instance a6203430-7fe6-4eaf-ba11-f9e9495e2b18 [ 852.968822] env[63920]: WARNING oslo_messaging._drivers.amqpdriver [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 852.979477] env[63920]: INFO nova.scheduler.client.report [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Deleted allocations for instance ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574 [ 853.041350] env[63920]: DEBUG nova.network.neutron [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.200863] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073124} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.203095] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.203207] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f545f-ee6b-4599-ae00-88c6a3df5dfa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.223181] env[63920]: INFO nova.compute.manager [-] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Took 1.32 seconds to deallocate network for instance. [ 853.239276] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6de48a88-0c97-4d08-8597-626419a666c5/6de48a88-0c97-4d08-8597-626419a666c5.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.241386] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80dd8225-8b9d-401f-8d03-229d524c48e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.265155] env[63920]: DEBUG nova.network.neutron [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Updating instance_info_cache with network_info: [{"id": "6d8c66c8-bf69-4a2b-b3f1-45b85914acbf", "address": "fa:16:3e:de:b5:bc", "network": {"id": "e934fb95-5e9b-45ec-9dee-7d5f37f96c9b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1170605377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43437af16f264dc6bb94f700907a1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8c66c8-bf", "ovs_interfaceid": "6d8c66c8-bf69-4a2b-b3f1-45b85914acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.272853] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 853.272853] env[63920]: value = "task-2392326" [ 853.272853] env[63920]: _type = "Task" [ 853.272853] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.283123] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.290795] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.291032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.291339] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.291726] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.291891] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.295566] env[63920]: INFO nova.compute.manager [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Terminating instance [ 853.422589] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] There are 35 instances to clean {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 853.423501] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ed593698-16c1-454e-85bf-0d74e63126f8] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 853.428848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a815c0e9-9403-4fd8-bc81-fcd43a07a499 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.107s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.432138] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.926s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.432138] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.432138] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.432138] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.432261] env[63920]: INFO nova.compute.manager [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Terminating instance [ 853.462583] env[63920]: DEBUG oslo_concurrency.lockutils [None req-194e7185-d030-4203-b31f-f8e52ccb75bd tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.363s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.464843] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bbb01c7c-8b04-4b17-b907-ddabd368895d tempest-FloatingIPsAssociationTestJSON-228534823 tempest-FloatingIPsAssociationTestJSON-228534823-project-member] Lock "a9443c1d-3c52-4605-8197-ecfac838e125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.034s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.468680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-991a3a9d-94a5-4b51-982a-deea0839a90e tempest-FloatingIPsAssociationNegativeTestJSON-159647847 tempest-FloatingIPsAssociationNegativeTestJSON-159647847-project-member] Lock "707b0e73-d4e8-4bcd-a9e4-00c923d62ce7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.934s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.473665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8e03402-1290-4bc8-b1a9-52ba744d383b tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "a6203430-7fe6-4eaf-ba11-f9e9495e2b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.699s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.490948] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0dd91ede-c05a-43fb-8dda-208d3235f578 tempest-MultipleCreateTestJSON-35868176 tempest-MultipleCreateTestJSON-35868176-project-member] Lock "ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.435s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.785660] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.799803] env[63920]: DEBUG nova.compute.manager [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.800131] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.801289] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c05e962-a7e8-4aa1-afb6-81238884ab54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.810014] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.810306] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6940a93e-94aa-4225-af29-96235dc101c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.817712] env[63920]: DEBUG oslo_vmware.api [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 853.817712] env[63920]: value = "task-2392327" [ 853.817712] env[63920]: _type = "Task" [ 853.817712] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.827284] env[63920]: DEBUG oslo_vmware.api [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.939518] env[63920]: DEBUG nova.compute.manager [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.939783] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.940308] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e8e3cac-6b23-47ac-972a-ba5a6bec3ff2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.950993] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c2bb0-63cd-4b2e-9903-512bb7467f28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.991683] env[63920]: WARNING nova.virt.vmwareapi.vmops [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8d938a9b-3fb3-452d-9a19-531221fa01a2 could not be found. [ 853.992036] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.992123] env[63920]: INFO nova.compute.manager [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Took 0.05 seconds to destroy the instance on the hypervisor. [ 853.992572] env[63920]: DEBUG oslo.service.loopingcall [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.997026] env[63920]: DEBUG nova.compute.manager [-] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.997026] env[63920]: DEBUG nova.network.neutron [-] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.292474] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392326, 'name': ReconfigVM_Task, 'duration_secs': 0.58554} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.294925] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6de48a88-0c97-4d08-8597-626419a666c5/6de48a88-0c97-4d08-8597-626419a666c5.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.296078] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da1c34d9-f260-4b94-9c60-8f8df185b173 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.307930] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 854.307930] env[63920]: value = "task-2392328" [ 854.307930] env[63920]: _type = "Task" [ 854.307930] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.317020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb032bfc-9176-4d01-9e89-75fa0501e3c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.324230] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392328, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.345435] env[63920]: DEBUG oslo_vmware.api [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392327, 'name': PowerOffVM_Task, 'duration_secs': 0.245193} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.345976] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.346378] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.346926] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b48d2ae3-4d61-4ec9-8b32-8ac2d2b7f208 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.350703] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe6b132-4fcb-40ca-9e54-fcf528152f0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.387544] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8050a3-88a3-4cac-86ba-ef062815764a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.396271] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49004e8-0e85-47a4-b48c-95a41a5e97cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.413065] env[63920]: DEBUG nova.compute.provider_tree [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.819083] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392328, 'name': Rename_Task, 'duration_secs': 0.18871} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.819375] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.819648] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e819590-be6b-40a1-930d-960c7d1a1ae4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.826794] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 854.826794] env[63920]: value = "task-2392330" [ 854.826794] env[63920]: _type = "Task" [ 854.826794] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.835597] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.916381] env[63920]: DEBUG nova.scheduler.client.report [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.269680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.270153] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Releasing lock "refresh_cache-31f75e6b-e036-4123-8612-0c16be39ebd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.270470] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Instance network_info: |[{"id": "6d8c66c8-bf69-4a2b-b3f1-45b85914acbf", "address": "fa:16:3e:de:b5:bc", "network": {"id": "e934fb95-5e9b-45ec-9dee-7d5f37f96c9b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1170605377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43437af16f264dc6bb94f700907a1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8c66c8-bf", "ovs_interfaceid": "6d8c66c8-bf69-4a2b-b3f1-45b85914acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.270780] env[63920]: DEBUG oslo_concurrency.lockutils [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] Acquired lock "refresh_cache-31f75e6b-e036-4123-8612-0c16be39ebd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.270968] env[63920]: DEBUG nova.network.neutron [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Refreshing network info cache for port 6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.274094] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:b5:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d8c66c8-bf69-4a2b-b3f1-45b85914acbf', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.288616] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Creating folder: Project (43437af16f264dc6bb94f700907a1000). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.292726] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1619f74-ea47-4b08-8ac7-487b77bb1452 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.310319] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Created folder: Project (43437af16f264dc6bb94f700907a1000) in parent group-v485178. [ 855.310467] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Creating folder: Instances. Parent ref: group-v485361. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.310777] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b9a1cd7-f689-46c2-9820-1de704c3c6c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.327034] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Created folder: Instances in parent group-v485361. [ 855.327370] env[63920]: DEBUG oslo.service.loopingcall [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.327745] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.333187] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233890b3-e005-4a62-b97b-04f196ed5b3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.361716] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.363406] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.363406] env[63920]: value = "task-2392334" [ 855.363406] env[63920]: _type = "Task" [ 855.363406] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.374064] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392334, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.423383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.423383] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.425478] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.132s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.427105] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.428027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.863s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.429684] env[63920]: INFO nova.compute.claims [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.433081] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7d05894a-50a1-4611-8a91-7b5d53bf586b] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.462626] env[63920]: INFO nova.scheduler.client.report [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d [ 855.763348] env[63920]: DEBUG nova.network.neutron [-] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.837502] env[63920]: DEBUG oslo_vmware.api [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392330, 'name': PowerOnVM_Task, 'duration_secs': 0.544056} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.837952] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.838266] env[63920]: INFO nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Took 15.26 seconds to spawn the instance on the hypervisor. [ 855.838541] env[63920]: DEBUG nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 855.839444] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde6032-e970-442b-9a71-d39880781a77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.874986] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392334, 'name': CreateVM_Task, 'duration_secs': 0.365184} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.875574] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.876665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.876960] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.877431] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 855.877795] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e0addd-585d-43ca-b90f-802e19021ae7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.884504] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 855.884504] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5257a1e3-65a6-c864-c28c-8d71fb2e9c18" [ 855.884504] env[63920]: _type = "Task" [ 855.884504] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.896780] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5257a1e3-65a6-c864-c28c-8d71fb2e9c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.933970] env[63920]: DEBUG nova.compute.utils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 855.935784] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.936307] env[63920]: DEBUG nova.network.neutron [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.942780] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7d8cc18f-ed32-486f-a977-64ca7068be9e] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 855.977430] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3e768997-6f46-4e2f-a40b-c836d279527b tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.454s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.039108] env[63920]: DEBUG nova.network.neutron [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Updated VIF entry in instance network info cache for port 6d8c66c8-bf69-4a2b-b3f1-45b85914acbf. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.039683] env[63920]: DEBUG nova.network.neutron [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Updating instance_info_cache with network_info: [{"id": "6d8c66c8-bf69-4a2b-b3f1-45b85914acbf", "address": "fa:16:3e:de:b5:bc", "network": {"id": "e934fb95-5e9b-45ec-9dee-7d5f37f96c9b", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1170605377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43437af16f264dc6bb94f700907a1000", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d8c66c8-bf", "ovs_interfaceid": "6d8c66c8-bf69-4a2b-b3f1-45b85914acbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.058943] env[63920]: DEBUG nova.policy [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed872bd6ef84014aa89f414f1d677b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf80c9c95834c07acac9a0ffe39f5d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.071164] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.071164] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.071164] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleting the datastore file [datastore1] 2dbf5674-95b1-41b6-b4a4-c4912fafeebc {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.071164] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647c45c1-639d-4107-8379-7d32c8211358 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.080606] env[63920]: DEBUG oslo_vmware.api [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 856.080606] env[63920]: value = "task-2392335" [ 856.080606] env[63920]: _type = "Task" [ 856.080606] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.090732] env[63920]: DEBUG oslo_vmware.api [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.266849] env[63920]: INFO nova.compute.manager [-] [instance: 8d938a9b-3fb3-452d-9a19-531221fa01a2] Took 2.27 seconds to deallocate network for instance. [ 856.360184] env[63920]: INFO nova.compute.manager [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Took 37.10 seconds to build instance. [ 856.403591] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5257a1e3-65a6-c864-c28c-8d71fb2e9c18, 'name': SearchDatastore_Task, 'duration_secs': 0.03433} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.404962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.404962] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.404962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.405219] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406855] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.407426] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65aeede9-408c-4fa7-84af-68e163e8eba6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.422538] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.422538] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.423914] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8db28c21-3afe-4f55-aa35-4d4e3cc9ae82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.435583] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 856.435583] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52094ebb-b990-2cb1-ec83-7cff8d4585c1" [ 856.435583] env[63920]: _type = "Task" [ 856.435583] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.447553] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.453883] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7c862cbf-e7fb-44a1-b19c-f6b1355b0721] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.456066] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52094ebb-b990-2cb1-ec83-7cff8d4585c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.544304] env[63920]: DEBUG oslo_concurrency.lockutils [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] Releasing lock "refresh_cache-31f75e6b-e036-4123-8612-0c16be39ebd1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.544681] env[63920]: DEBUG nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Received event network-vif-deleted-d57c1dde-6588-4fee-9687-68dc90da17e0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 856.544922] env[63920]: INFO nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Neutron deleted interface d57c1dde-6588-4fee-9687-68dc90da17e0; detaching it from the instance and deleting it from the info cache [ 856.545136] env[63920]: DEBUG nova.network.neutron [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.595065] env[63920]: DEBUG oslo_vmware.api [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370928} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.595358] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.595556] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.595803] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.596450] env[63920]: INFO nova.compute.manager [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Took 2.80 seconds to destroy the instance on the hypervisor. [ 856.597302] env[63920]: DEBUG oslo.service.loopingcall [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.599062] env[63920]: DEBUG nova.compute.manager [-] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.599104] env[63920]: DEBUG nova.network.neutron [-] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.773600] env[63920]: DEBUG nova.network.neutron [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Successfully created port: f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.862669] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c169206d-54e8-4702-bb17-fbd028c37e2b tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "6de48a88-0c97-4d08-8597-626419a666c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.612s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.895839] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da373052-8550-41c1-831d-1ba60aeb0ecc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.905692] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849a2405-a2a2-4475-b7f2-70022b03aef6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.945875] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12d4ff4-05ea-4cee-8880-506654e7dabf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.960647] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffd550e-19c4-4f55-9d1f-c597d4f4dd1e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.968938] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52094ebb-b990-2cb1-ec83-7cff8d4585c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.969661] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 1cfdf522-cbe8-46c1-9bd0-d5f687f043cd] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 856.972359] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d0ad3f-44db-4fcc-a625-52022ab71aa4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.985359] env[63920]: DEBUG nova.compute.provider_tree [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 856.991554] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 856.991554] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5226176e-8c5c-6ba1-8e93-e276066213dc" [ 856.991554] env[63920]: _type = "Task" [ 856.991554] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.000725] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5226176e-8c5c-6ba1-8e93-e276066213dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.810394] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.812288] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 11a2adc4-81ca-4694-ab3c-866a1b99c581] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 857.817663] env[63920]: DEBUG nova.compute.manager [req-4fd3b620-54f7-4e08-a5aa-81cc23e5b3c6 req-f29ab5f5-9be6-4246-8792-e83a99ce7a72 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Received event network-vif-deleted-607c4d98-09bb-4ef6-8176-2643cab83e4f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.817911] env[63920]: INFO nova.compute.manager [req-4fd3b620-54f7-4e08-a5aa-81cc23e5b3c6 req-f29ab5f5-9be6-4246-8792-e83a99ce7a72 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Neutron deleted interface 607c4d98-09bb-4ef6-8176-2643cab83e4f; detaching it from the instance and deleting it from the info cache [ 857.818050] env[63920]: DEBUG nova.network.neutron [req-4fd3b620-54f7-4e08-a5aa-81cc23e5b3c6 req-f29ab5f5-9be6-4246-8792-e83a99ce7a72 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.819485] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d1a2b368-3e15-44ca-92d3-6b173a8429b5 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "8d938a9b-3fb3-452d-9a19-531221fa01a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.390s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.821028] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14f95c1b-a9c5-434c-b406-298cd6b1f732 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.834885] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5226176e-8c5c-6ba1-8e93-e276066213dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019463} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.836359] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 857.836664] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 31f75e6b-e036-4123-8612-0c16be39ebd1/31f75e6b-e036-4123-8612-0c16be39ebd1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.837542] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc3e70b-3d37-422c-b13d-412bff365222 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.842227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5185b050-e1e4-416b-a823-aa0ca04699e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.859049] env[63920]: ERROR nova.scheduler.client.report [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [req-9b50b163-cd49-45e2-ba5f-e832ffed6097] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b50b163-cd49-45e2-ba5f-e832ffed6097"}]} [ 857.864783] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.865035] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.865184] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.865363] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.865501] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.865644] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.865842] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.865994] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.866170] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.866790] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.866790] env[63920]: DEBUG nova.virt.hardware [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.867307] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 857.867307] env[63920]: value = "task-2392336" [ 857.867307] env[63920]: _type = "Task" [ 857.867307] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.868082] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f79e899-e043-48e5-9f80-565cd2ddb47e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.884090] env[63920]: DEBUG nova.compute.manager [req-adb711da-44ee-4c9d-9af2-b6b86ef2493f req-c772b9aa-79ba-4b10-ac40-195365b822b5 service nova] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Detach interface failed, port_id=d57c1dde-6588-4fee-9687-68dc90da17e0, reason: Instance 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 857.885580] env[63920]: DEBUG nova.scheduler.client.report [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.899439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20193d92-af5f-47d3-8a9f-c3283c488c61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.903367] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.904336] env[63920]: DEBUG nova.scheduler.client.report [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.904560] env[63920]: DEBUG nova.compute.provider_tree [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.919799] env[63920]: DEBUG nova.scheduler.client.report [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.944819] env[63920]: DEBUG nova.scheduler.client.report [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 858.316300] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.316583] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.321424] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 50f6d892-f128-4f5c-bfc4-6b9a34661950] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.323704] env[63920]: DEBUG nova.network.neutron [-] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.331172] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f240f69-e2cc-46aa-89ca-93be4474b22f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.345098] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241ab443-ddb8-4b6b-9a65-b8eeef66b0ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.388435] env[63920]: DEBUG nova.compute.manager [req-4fd3b620-54f7-4e08-a5aa-81cc23e5b3c6 req-f29ab5f5-9be6-4246-8792-e83a99ce7a72 service nova] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Detach interface failed, port_id=607c4d98-09bb-4ef6-8176-2643cab83e4f, reason: Instance 2dbf5674-95b1-41b6-b4a4-c4912fafeebc could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 858.405748] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392336, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.433264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d53a9d-2bae-4b8e-b9be-1d15622d7abb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.441426] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a28533-7149-4d34-bc7b-c25882e45487 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.475529] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f56143-b90d-403e-88f8-813ac46bb3e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.483454] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b35241-0d92-406f-a0cc-6e0721480216 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.500012] env[63920]: DEBUG nova.compute.provider_tree [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.762093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "6de48a88-0c97-4d08-8597-626419a666c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.762382] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "6de48a88-0c97-4d08-8597-626419a666c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.762573] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "6de48a88-0c97-4d08-8597-626419a666c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.762775] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "6de48a88-0c97-4d08-8597-626419a666c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.762944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "6de48a88-0c97-4d08-8597-626419a666c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.767547] env[63920]: INFO nova.compute.manager [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Terminating instance [ 858.820392] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.825552] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: aa78caf1-57b9-43ab-9dfb-8418d0c8cb34] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 858.832341] env[63920]: INFO nova.compute.manager [-] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Took 2.23 seconds to deallocate network for instance. [ 858.903108] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555851} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.903108] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 31f75e6b-e036-4123-8612-0c16be39ebd1/31f75e6b-e036-4123-8612-0c16be39ebd1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.903108] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.903108] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9608d1c-93dd-4549-9c5f-0abadee13f95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.908424] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 858.908424] env[63920]: value = "task-2392337" [ 858.908424] env[63920]: _type = "Task" [ 858.908424] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.917632] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.006782] env[63920]: DEBUG nova.scheduler.client.report [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.152640] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "ae4a421c-2399-44f8-a953-08e70980af0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.152896] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.191864] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.192170] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.192415] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.192604] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.192771] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.195879] env[63920]: INFO nova.compute.manager [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Terminating instance [ 859.261219] env[63920]: DEBUG nova.network.neutron [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Successfully updated port: f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.278313] env[63920]: DEBUG nova.compute.manager [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.278591] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.279878] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c099e6d-22e3-4725-9ece-936c426ce877 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.289573] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.289818] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f227c52f-7b8b-4d71-b75d-b7b171fe91bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.298413] env[63920]: DEBUG oslo_vmware.api [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 859.298413] env[63920]: value = "task-2392338" [ 859.298413] env[63920]: _type = "Task" [ 859.298413] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.307619] env[63920]: DEBUG oslo_vmware.api [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.329627] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 44842841-3c29-4b60-84f9-8b95dd62b107] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.344121] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.356936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.419227] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071283} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.419510] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.420345] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492dc88f-52fd-4e34-8520-9938f7365a87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.446025] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 31f75e6b-e036-4123-8612-0c16be39ebd1/31f75e6b-e036-4123-8612-0c16be39ebd1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.447226] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0be0e5-74d6-4a60-ba57-95e6da242e6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.469441] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 859.469441] env[63920]: value = "task-2392339" [ 859.469441] env[63920]: _type = "Task" [ 859.469441] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.478398] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.512211] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.084s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.512805] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.520021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.812s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.520021] env[63920]: DEBUG nova.objects.instance [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'pci_requests' on Instance uuid 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.655609] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 859.702119] env[63920]: DEBUG nova.compute.manager [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.702119] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.702119] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83911af8-5228-4625-906a-f8127852ee24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.712563] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.712957] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73fba7c0-2afd-42ef-8135-62d99443db1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.722468] env[63920]: DEBUG oslo_vmware.api [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 859.722468] env[63920]: value = "task-2392340" [ 859.722468] env[63920]: _type = "Task" [ 859.722468] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.733175] env[63920]: DEBUG oslo_vmware.api [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.764608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "refresh_cache-13b03ac4-b0ea-4fca-b662-e543c946ef14" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.764766] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "refresh_cache-13b03ac4-b0ea-4fca-b662-e543c946ef14" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.765153] env[63920]: DEBUG nova.network.neutron [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.809667] env[63920]: DEBUG oslo_vmware.api [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392338, 'name': PowerOffVM_Task, 'duration_secs': 0.237283} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.809984] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.810235] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.810536] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e7ca621-8c9c-432b-af42-425fd4f6eb08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.837176] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 012d0343-ebd5-4d27-ab08-020cdbe6b134] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 859.877116] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.877386] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.877601] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Deleting the datastore file [datastore1] 6de48a88-0c97-4d08-8597-626419a666c5 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.877885] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b6cae4-a9a3-4718-be4f-2981a71f93cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.887170] env[63920]: DEBUG oslo_vmware.api [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for the task: (returnval){ [ 859.887170] env[63920]: value = "task-2392342" [ 859.887170] env[63920]: _type = "Task" [ 859.887170] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.893930] env[63920]: DEBUG nova.compute.manager [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Received event network-vif-plugged-f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.894194] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] Acquiring lock "13b03ac4-b0ea-4fca-b662-e543c946ef14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.894419] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.894615] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.894816] env[63920]: DEBUG nova.compute.manager [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] No waiting events found dispatching network-vif-plugged-f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.894972] env[63920]: WARNING nova.compute.manager [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Received unexpected event network-vif-plugged-f1194aef-e06c-4293-ac10-7953fd2fe253 for instance with vm_state building and task_state spawning. [ 859.895181] env[63920]: DEBUG nova.compute.manager [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Received event network-changed-f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.895418] env[63920]: DEBUG nova.compute.manager [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Refreshing instance network info cache due to event network-changed-f1194aef-e06c-4293-ac10-7953fd2fe253. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.895606] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] Acquiring lock "refresh_cache-13b03ac4-b0ea-4fca-b662-e543c946ef14" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.899745] env[63920]: DEBUG oslo_vmware.api [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.980884] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392339, 'name': ReconfigVM_Task, 'duration_secs': 0.279686} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.984214] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 31f75e6b-e036-4123-8612-0c16be39ebd1/31f75e6b-e036-4123-8612-0c16be39ebd1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.984214] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efb42da6-4451-466e-8320-8bca2815ce50 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.992024] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 859.992024] env[63920]: value = "task-2392343" [ 859.992024] env[63920]: _type = "Task" [ 859.992024] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.999285] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392343, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.021190] env[63920]: DEBUG nova.compute.utils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 860.025314] env[63920]: DEBUG nova.objects.instance [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'numa_topology' on Instance uuid 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.026844] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.027159] env[63920]: DEBUG nova.network.neutron [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.109788] env[63920]: DEBUG nova.policy [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed872bd6ef84014aa89f414f1d677b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf80c9c95834c07acac9a0ffe39f5d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.192655] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.237168] env[63920]: DEBUG oslo_vmware.api [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392340, 'name': PowerOffVM_Task, 'duration_secs': 0.246471} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.237442] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 860.237666] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 860.237950] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8877f09-b906-4514-8214-c9e6a87497c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.341132] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 135e1397-4b80-4b39-a974-b77abab208d1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.348168] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 860.348168] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 860.348168] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Deleting the datastore file [datastore1] c9fe8811-1b42-4355-b7a9-9efd10729e8b {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 860.348168] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b906ef-c89c-44cb-aef8-2387bd214a52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.354718] env[63920]: DEBUG oslo_vmware.api [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for the task: (returnval){ [ 860.354718] env[63920]: value = "task-2392345" [ 860.354718] env[63920]: _type = "Task" [ 860.354718] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.365434] env[63920]: DEBUG oslo_vmware.api [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.399440] env[63920]: DEBUG oslo_vmware.api [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Task: {'id': task-2392342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212593} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.399729] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.399928] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.402042] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.402593] env[63920]: INFO nova.compute.manager [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 860.403532] env[63920]: DEBUG oslo.service.loopingcall [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.405269] env[63920]: DEBUG nova.compute.manager [-] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.405418] env[63920]: DEBUG nova.network.neutron [-] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.459013] env[63920]: DEBUG nova.network.neutron [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.500826] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392343, 'name': Rename_Task, 'duration_secs': 0.134979} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.501931] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.501931] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1db0c14-7ad3-4600-9fb3-38cee799da33 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.509430] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 860.509430] env[63920]: value = "task-2392346" [ 860.509430] env[63920]: _type = "Task" [ 860.509430] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.517691] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.527636] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.531147] env[63920]: INFO nova.compute.claims [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.831209] env[63920]: DEBUG nova.network.neutron [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Updating instance_info_cache with network_info: [{"id": "f1194aef-e06c-4293-ac10-7953fd2fe253", "address": "fa:16:3e:70:bd:4b", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1194aef-e0", "ovs_interfaceid": "f1194aef-e06c-4293-ac10-7953fd2fe253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.845543] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f9039857-5f06-4c52-9240-a4f854f08b45] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 860.865511] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.865867] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.878085] env[63920]: DEBUG oslo_vmware.api [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Task: {'id': task-2392345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180886} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.878085] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.878085] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.878085] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.878085] env[63920]: INFO nova.compute.manager [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 860.878438] env[63920]: DEBUG oslo.service.loopingcall [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.878438] env[63920]: DEBUG nova.compute.manager [-] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.878438] env[63920]: DEBUG nova.network.neutron [-] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.020759] env[63920]: DEBUG oslo_vmware.api [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392346, 'name': PowerOnVM_Task, 'duration_secs': 0.451234} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.021624] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.022033] env[63920]: INFO nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Took 9.64 seconds to spawn the instance on the hypervisor. [ 861.022400] env[63920]: DEBUG nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.023460] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fd38e3-f465-47cd-abd1-1cb566d281a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.129266] env[63920]: DEBUG nova.compute.manager [req-b971c0b8-e50a-43b5-b71c-4b38124502ab req-d1a4d815-ed8f-457a-b038-ea899d9ecb34 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Received event network-vif-deleted-c80368ce-44cc-46de-8c81-2029f7855216 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.129480] env[63920]: INFO nova.compute.manager [req-b971c0b8-e50a-43b5-b71c-4b38124502ab req-d1a4d815-ed8f-457a-b038-ea899d9ecb34 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Neutron deleted interface c80368ce-44cc-46de-8c81-2029f7855216; detaching it from the instance and deleting it from the info cache [ 861.129652] env[63920]: DEBUG nova.network.neutron [req-b971c0b8-e50a-43b5-b71c-4b38124502ab req-d1a4d815-ed8f-457a-b038-ea899d9ecb34 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.240186] env[63920]: DEBUG nova.network.neutron [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Successfully created port: 9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.332921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "refresh_cache-13b03ac4-b0ea-4fca-b662-e543c946ef14" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.333302] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance network_info: |[{"id": "f1194aef-e06c-4293-ac10-7953fd2fe253", "address": "fa:16:3e:70:bd:4b", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1194aef-e0", "ovs_interfaceid": "f1194aef-e06c-4293-ac10-7953fd2fe253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.333695] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] Acquired lock "refresh_cache-13b03ac4-b0ea-4fca-b662-e543c946ef14" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.337018] env[63920]: DEBUG nova.network.neutron [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Refreshing network info cache for port f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.338303] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:bd:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1194aef-e06c-4293-ac10-7953fd2fe253', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.349248] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating folder: Project (0cf80c9c95834c07acac9a0ffe39f5d3). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.349864] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea8e9a68-a702-41f5-92ba-ab4272773397 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.352046] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d58b4160-af70-4417-a50e-85fdc15704f8] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.366031] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created folder: Project (0cf80c9c95834c07acac9a0ffe39f5d3) in parent group-v485178. [ 861.366159] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating folder: Instances. Parent ref: group-v485364. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.366453] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c5bf568-7d27-438d-ba57-ad5112e3e2df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.371553] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.377290] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created folder: Instances in parent group-v485364. [ 861.377855] env[63920]: DEBUG oslo.service.loopingcall [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 861.378201] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.379291] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da40602-d6fd-4464-a78f-8865f7fc3827 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.405975] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.405975] env[63920]: value = "task-2392349" [ 861.405975] env[63920]: _type = "Task" [ 861.405975] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.417801] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392349, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.522617] env[63920]: DEBUG nova.network.neutron [-] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.544153] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.551903] env[63920]: INFO nova.compute.manager [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Took 33.10 seconds to build instance. [ 861.595261] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.595827] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.595902] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.596489] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.596489] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.596489] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.596606] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.596766] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.596941] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.597338] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.597543] env[63920]: DEBUG nova.virt.hardware [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.599105] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7e928-8751-4ee5-a0a6-e2c58187491c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.620477] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad86c040-c11a-4717-a5b7-24d18e151603 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.638336] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-490263a4-f2ad-4a69-806a-2ef0347f9bba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.648709] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b448895-36eb-4ad4-b5e5-afa7c61e548f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.687533] env[63920]: DEBUG nova.compute.manager [req-b971c0b8-e50a-43b5-b71c-4b38124502ab req-d1a4d815-ed8f-457a-b038-ea899d9ecb34 service nova] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Detach interface failed, port_id=c80368ce-44cc-46de-8c81-2029f7855216, reason: Instance 6de48a88-0c97-4d08-8597-626419a666c5 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 861.855869] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 098ffac6-de4b-4536-9443-b0656cf151f1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 861.905353] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 861.916974] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392349, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.931802] env[63920]: DEBUG nova.compute.manager [req-d19c164c-feda-490f-a2a7-733575428c24 req-90774821-78b9-483b-a26a-2ac1c22635d7 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Received event network-vif-deleted-5f1b6ec4-ca70-420a-bcc8-415422f3f6b0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 861.932020] env[63920]: INFO nova.compute.manager [req-d19c164c-feda-490f-a2a7-733575428c24 req-90774821-78b9-483b-a26a-2ac1c22635d7 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Neutron deleted interface 5f1b6ec4-ca70-420a-bcc8-415422f3f6b0; detaching it from the instance and deleting it from the info cache [ 861.933035] env[63920]: DEBUG nova.network.neutron [req-d19c164c-feda-490f-a2a7-733575428c24 req-90774821-78b9-483b-a26a-2ac1c22635d7 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.025790] env[63920]: INFO nova.compute.manager [-] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Took 1.62 seconds to deallocate network for instance. [ 862.031817] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9082c0b1-190a-4fc5-b8de-364aa5b601f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.043745] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198713e7-7588-4f41-933f-1e49dea77d00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.083369] env[63920]: DEBUG oslo_concurrency.lockutils [None req-79d093b4-742e-4d62-b120-24e20f78ac98 tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.645s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.088956] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a94810-507c-45c7-819c-199f1a68cf12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.097769] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b0bdaa-14ab-482b-bdec-22ae71d09e53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.112304] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.180584] env[63920]: DEBUG nova.network.neutron [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Updated VIF entry in instance network info cache for port f1194aef-e06c-4293-ac10-7953fd2fe253. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.181049] env[63920]: DEBUG nova.network.neutron [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Updating instance_info_cache with network_info: [{"id": "f1194aef-e06c-4293-ac10-7953fd2fe253", "address": "fa:16:3e:70:bd:4b", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1194aef-e0", "ovs_interfaceid": "f1194aef-e06c-4293-ac10-7953fd2fe253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.326456] env[63920]: DEBUG nova.network.neutron [-] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.359786] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6119d924-a4d4-4da6-9156-a76d577c0f65] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.417312] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392349, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.436666] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0632784e-1596-4382-b839-9b632202554d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.445677] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01047abc-84da-41c9-9e2f-d18c4d1a2854 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.479130] env[63920]: DEBUG nova.compute.manager [req-d19c164c-feda-490f-a2a7-733575428c24 req-90774821-78b9-483b-a26a-2ac1c22635d7 service nova] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Detach interface failed, port_id=5f1b6ec4-ca70-420a-bcc8-415422f3f6b0, reason: Instance c9fe8811-1b42-4355-b7a9-9efd10729e8b could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 862.540432] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.655163] env[63920]: ERROR nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [req-3750d745-007b-4431-9a84-01dca0df5af0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3750d745-007b-4431-9a84-01dca0df5af0"}]} [ 862.664572] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ece92-1e06-26ee-0c2c-68e831d63924/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.666017] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcee1b1-9a3f-454b-a46e-3d498078acac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.674583] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ece92-1e06-26ee-0c2c-68e831d63924/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.674836] env[63920]: ERROR oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ece92-1e06-26ee-0c2c-68e831d63924/disk-0.vmdk due to incomplete transfer. [ 862.676138] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 862.677982] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3b98086a-8bba-4a56-a0ca-706e0cb878df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.684692] env[63920]: DEBUG oslo_concurrency.lockutils [req-f2408eb9-17f2-4789-ac77-42f74ba18ca2 req-1429e85c-e935-4a90-86d0-2f17287a9c08 service nova] Releasing lock "refresh_cache-13b03ac4-b0ea-4fca-b662-e543c946ef14" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.689399] env[63920]: DEBUG oslo_vmware.rw_handles [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ece92-1e06-26ee-0c2c-68e831d63924/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.690587] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Uploaded image a0d88898-3808-4c1f-810b-6fc1162e93b1 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.691985] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.692318] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-584c20fe-d448-4a51-9aed-0bdb2228bc98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.699297] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "31f75e6b-e036-4123-8612-0c16be39ebd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.699517] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.699735] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "31f75e6b-e036-4123-8612-0c16be39ebd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.699925] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.700105] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.701967] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 862.701967] env[63920]: value = "task-2392350" [ 862.701967] env[63920]: _type = "Task" [ 862.701967] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.702413] env[63920]: INFO nova.compute.manager [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Terminating instance [ 862.704379] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 862.704627] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.718284] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392350, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.720661] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 862.751077] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 862.831528] env[63920]: INFO nova.compute.manager [-] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Took 1.95 seconds to deallocate network for instance. [ 862.864435] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: e0b0a1e9-1eb2-4b7d-bdd0-2666b8b0b565] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 862.923810] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392349, 'name': CreateVM_Task, 'duration_secs': 1.490272} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.923810] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.923810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.923810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.923810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.923810] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e193af6-8e29-4546-8d3b-c13353a2b8dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.931374] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 862.931374] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5214d513-3f01-c62e-904d-f8e4b409f1d6" [ 862.931374] env[63920]: _type = "Task" [ 862.931374] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.938352] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5214d513-3f01-c62e-904d-f8e4b409f1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.150201] env[63920]: DEBUG nova.network.neutron [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Successfully updated port: 9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.172679] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8397ce-d8d9-4ba7-8227-2673cef49b90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.180660] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d873c522-0a39-496f-96f6-71641f14402f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.213625] env[63920]: DEBUG nova.compute.manager [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.213949] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.218227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497374b2-7540-4b39-b7c8-cf220aa6ce1d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.221141] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497098e9-933e-4045-87a1-6da37d72d14a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.231666] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392350, 'name': Destroy_Task, 'duration_secs': 0.398687} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.234201] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86f6598-5f3e-41be-931d-b1f9d6e2bbfa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.238155] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroyed the VM [ 863.238401] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.238674] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.238877] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e08a0494-0d5c-470d-9031-6ee6cb3c0e0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.240292] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ddbdcea-f46c-4004-9888-4393be7251a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.254453] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.255974] env[63920]: DEBUG oslo_vmware.api [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 863.255974] env[63920]: value = "task-2392352" [ 863.255974] env[63920]: _type = "Task" [ 863.255974] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.257456] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 863.257456] env[63920]: value = "task-2392351" [ 863.257456] env[63920]: _type = "Task" [ 863.257456] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.272056] env[63920]: DEBUG oslo_vmware.api [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.272369] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.339917] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.368275] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b5dd250e-74ab-41ff-9874-8098ea178e03] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.440677] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5214d513-3f01-c62e-904d-f8e4b409f1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.441043] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.441257] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.441524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.441614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.441795] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.442070] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d952cc66-5f91-4354-9cc5-e117c54466d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.450798] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.451511] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.452032] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e09e8c9-a52c-43ff-87aa-d0f7a8e6fa45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.457739] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 863.457739] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523ae1f9-ec22-d108-e504-ffd5cb4609e3" [ 863.457739] env[63920]: _type = "Task" [ 863.457739] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.466079] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523ae1f9-ec22-d108-e504-ffd5cb4609e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.535995] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.536248] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.653942] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "refresh_cache-4489863b-20e7-4144-b2a1-25ee3b00490e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.654025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "refresh_cache-4489863b-20e7-4144-b2a1-25ee3b00490e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.654205] env[63920]: DEBUG nova.network.neutron [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.772620] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392351, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.775495] env[63920]: DEBUG oslo_vmware.api [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392352, 'name': PowerOffVM_Task, 'duration_secs': 0.197243} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.775710] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.775873] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.776120] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cfeca8f-fe03-4f83-ba5f-6e2bf5b7889d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.780199] env[63920]: ERROR nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [req-5c5510dc-1eda-41aa-ac51-3a9c5a0487e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c5510dc-1eda-41aa-ac51-3a9c5a0487e6"}]} [ 863.796131] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 863.810771] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 863.810986] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.822184] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 863.846494] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 863.850133] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.850353] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.850524] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Deleting the datastore file [datastore1] 31f75e6b-e036-4123-8612-0c16be39ebd1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.850805] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca32d638-da0a-4b84-8928-24ffd24c64a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.860021] env[63920]: DEBUG oslo_vmware.api [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for the task: (returnval){ [ 863.860021] env[63920]: value = "task-2392354" [ 863.860021] env[63920]: _type = "Task" [ 863.860021] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.866500] env[63920]: DEBUG oslo_vmware.api [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.873385] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: af787b6c-db9c-4ba3-b4ab-97c5e1ace0f6] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 863.967161] env[63920]: DEBUG nova.compute.manager [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Received event network-vif-plugged-9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.967389] env[63920]: DEBUG oslo_concurrency.lockutils [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] Acquiring lock "4489863b-20e7-4144-b2a1-25ee3b00490e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.967592] env[63920]: DEBUG oslo_concurrency.lockutils [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.967752] env[63920]: DEBUG oslo_concurrency.lockutils [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.967915] env[63920]: DEBUG nova.compute.manager [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] No waiting events found dispatching network-vif-plugged-9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.968082] env[63920]: WARNING nova.compute.manager [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Received unexpected event network-vif-plugged-9c0968b1-dac0-49f4-8f34-6e4a379d4c48 for instance with vm_state building and task_state spawning. [ 863.968244] env[63920]: DEBUG nova.compute.manager [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Received event network-changed-9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.968394] env[63920]: DEBUG nova.compute.manager [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Refreshing instance network info cache due to event network-changed-9c0968b1-dac0-49f4-8f34-6e4a379d4c48. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 863.968926] env[63920]: DEBUG oslo_concurrency.lockutils [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] Acquiring lock "refresh_cache-4489863b-20e7-4144-b2a1-25ee3b00490e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.973833] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523ae1f9-ec22-d108-e504-ffd5cb4609e3, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.977800] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b9ca60-1bd1-41b8-a3d2-2eb9bf35b235 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.983787] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 863.983787] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250533d-4a07-bf58-ffe1-da0509094325" [ 863.983787] env[63920]: _type = "Task" [ 863.983787] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.992997] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250533d-4a07-bf58-ffe1-da0509094325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.040863] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.192923] env[63920]: DEBUG nova.network.neutron [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.245511] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0939e6-52d5-4519-9c88-3d62b432664d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.253336] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78984fc-4d25-4ccb-a754-eab65651a2f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.291138] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a59116-f6ef-4ec4-b6f4-5dfdcb58a0dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.302771] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076953a-acdf-45e7-89da-ebc0395a31e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.306614] env[63920]: DEBUG oslo_vmware.api [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392351, 'name': RemoveSnapshot_Task, 'duration_secs': 0.666235} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.306882] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.307167] env[63920]: INFO nova.compute.manager [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 25.57 seconds to snapshot the instance on the hypervisor. [ 864.319500] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.367949] env[63920]: DEBUG oslo_vmware.api [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Task: {'id': task-2392354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173659} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.368854] env[63920]: DEBUG nova.network.neutron [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Updating instance_info_cache with network_info: [{"id": "9c0968b1-dac0-49f4-8f34-6e4a379d4c48", "address": "fa:16:3e:10:c4:cd", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0968b1-da", "ovs_interfaceid": "9c0968b1-dac0-49f4-8f34-6e4a379d4c48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.370019] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.370090] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.370238] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.370411] env[63920]: INFO nova.compute.manager [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 864.370649] env[63920]: DEBUG oslo.service.loopingcall [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.370835] env[63920]: DEBUG nova.compute.manager [-] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.370927] env[63920]: DEBUG nova.network.neutron [-] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.377895] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 5195e384-56a4-49ab-a1cc-a0badefeef61] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.494871] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250533d-4a07-bf58-ffe1-da0509094325, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.494977] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.499020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.499020] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89b9b21c-8990-48d9-9461-2da601a85cda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.502705] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 864.502705] env[63920]: value = "task-2392355" [ 864.502705] env[63920]: _type = "Task" [ 864.502705] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.510684] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.570825] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.856702] env[63920]: DEBUG nova.compute.manager [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Found 3 images (rotation: 2) {{(pid=63920) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 864.856904] env[63920]: DEBUG nova.compute.manager [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Rotating out 1 backups {{(pid=63920) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 864.857086] env[63920]: DEBUG nova.compute.manager [None req-fe24fb3a-de01-4336-9897-5153830b3846 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleting image 56aaa61c-cb3b-4ac2-8a12-4992a5a57741 {{(pid=63920) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 864.861393] env[63920]: DEBUG nova.scheduler.client.report [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 864.861886] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 91 to 92 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 864.861886] env[63920]: DEBUG nova.compute.provider_tree [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 864.874334] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "refresh_cache-4489863b-20e7-4144-b2a1-25ee3b00490e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.874690] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Instance network_info: |[{"id": "9c0968b1-dac0-49f4-8f34-6e4a379d4c48", "address": "fa:16:3e:10:c4:cd", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0968b1-da", "ovs_interfaceid": "9c0968b1-dac0-49f4-8f34-6e4a379d4c48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.874961] env[63920]: DEBUG oslo_concurrency.lockutils [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] Acquired lock "refresh_cache-4489863b-20e7-4144-b2a1-25ee3b00490e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.875160] env[63920]: DEBUG nova.network.neutron [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Refreshing network info cache for port 9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.876411] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:c4:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c0968b1-dac0-49f4-8f34-6e4a379d4c48', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.884379] env[63920]: DEBUG oslo.service.loopingcall [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.888124] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 50e0771f-fe7f-4a43-8ef3-f0644bd41eb6] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 864.889860] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.894021] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-331338cc-2cfb-4c4c-b089-42e1cbb7b823 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.913734] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.913734] env[63920]: value = "task-2392356" [ 864.913734] env[63920]: _type = "Task" [ 864.913734] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.923386] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392356, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.013865] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481321} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.016839] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.017266] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.017853] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e54ed8-c833-4c75-b1d9-dfb76c75b5e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.026779] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 865.026779] env[63920]: value = "task-2392357" [ 865.026779] env[63920]: _type = "Task" [ 865.026779] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.033215] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.119233] env[63920]: DEBUG nova.network.neutron [-] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.200830] env[63920]: DEBUG nova.network.neutron [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Updated VIF entry in instance network info cache for port 9c0968b1-dac0-49f4-8f34-6e4a379d4c48. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.201260] env[63920]: DEBUG nova.network.neutron [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Updating instance_info_cache with network_info: [{"id": "9c0968b1-dac0-49f4-8f34-6e4a379d4c48", "address": "fa:16:3e:10:c4:cd", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c0968b1-da", "ovs_interfaceid": "9c0968b1-dac0-49f4-8f34-6e4a379d4c48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.367108] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.850s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.369279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.882s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.369461] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.371201] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.052s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.371383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.372902] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.044s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.373130] env[63920]: DEBUG nova.objects.instance [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lazy-loading 'resources' on Instance uuid 25c586b0-509d-46aa-ad20-ee3c74d7d0e9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.391960] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 10626bbb-7618-483f-8fc6-fc44870fc3ee] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.396271] env[63920]: INFO nova.scheduler.client.report [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Deleted allocations for instance 96547475-3928-4ba1-8a48-d01c40a0cec8 [ 865.399541] env[63920]: INFO nova.scheduler.client.report [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Deleted allocations for instance d3a28af1-a806-46cc-ada5-708c20e55265 [ 865.413304] env[63920]: INFO nova.network.neutron [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating port 436e2551-755f-4d1e-b4a2-74e44295f9c2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 865.424392] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392356, 'name': CreateVM_Task, 'duration_secs': 0.3161} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.424525] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.425193] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.425354] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.425658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.426388] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b246cecf-9f81-4d4b-b875-16facb616523 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.430122] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 865.430122] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d67e52-4951-aea1-1c1d-8e29d82917f0" [ 865.430122] env[63920]: _type = "Task" [ 865.430122] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.438680] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d67e52-4951-aea1-1c1d-8e29d82917f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.535919] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069181} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.536183] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.536933] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5930e17f-099e-44f9-84a7-baf56f261d7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.562388] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.562388] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d66947-1fc5-4f56-b304-a57888d58b8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.581954] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 865.581954] env[63920]: value = "task-2392358" [ 865.581954] env[63920]: _type = "Task" [ 865.581954] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.589607] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.622310] env[63920]: INFO nova.compute.manager [-] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Took 1.25 seconds to deallocate network for instance. [ 865.704625] env[63920]: DEBUG oslo_concurrency.lockutils [req-45a6aa75-49bc-41c4-9b0a-ddc6e7050bbd req-8c9f4895-fc65-44cc-a2f9-3d1f932f5f81 service nova] Releasing lock "refresh_cache-4489863b-20e7-4144-b2a1-25ee3b00490e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.896687] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: c95f85fd-e213-4861-973c-5759d0590696] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 865.904926] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa79f51d-21af-44cf-aa76-cffcbf299954 tempest-ListImageFiltersTestJSON-1099860033 tempest-ListImageFiltersTestJSON-1099860033-project-member] Lock "96547475-3928-4ba1-8a48-d01c40a0cec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.130s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.917380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bdd503c-975a-452f-973d-1a78855a5332 tempest-VolumesAssistedSnapshotsTest-1568027333 tempest-VolumesAssistedSnapshotsTest-1568027333-project-member] Lock "d3a28af1-a806-46cc-ada5-708c20e55265" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.220s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.941392] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d67e52-4951-aea1-1c1d-8e29d82917f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.944133] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.944380] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.944685] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.944835] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.945024] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.945678] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7be88cff-b41b-4164-a3e4-5ace93f9a7ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.957438] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.960036] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.960036] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4197707f-bb4d-40bd-8daf-5c66b23b2912 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.967479] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 865.967479] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e24029-2d27-59cf-2ee1-8a6d269fdab7" [ 865.967479] env[63920]: _type = "Task" [ 865.967479] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.980039] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e24029-2d27-59cf-2ee1-8a6d269fdab7, 'name': SearchDatastore_Task, 'duration_secs': 0.011327} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.980853] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8d917b-e3e8-4932-a7af-78e8d152b421 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.989768] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 865.989768] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5295566e-bc20-65ec-0193-0d68687ef620" [ 865.989768] env[63920]: _type = "Task" [ 865.989768] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.996368] env[63920]: DEBUG nova.compute.manager [req-6d56d008-fd08-44fd-8236-c1e8c914f45c req-af79bc33-f2df-45cc-b134-4d41617879af service nova] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Received event network-vif-deleted-6d8c66c8-bf69-4a2b-b3f1-45b85914acbf {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 866.005226] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5295566e-bc20-65ec-0193-0d68687ef620, 'name': SearchDatastore_Task, 'duration_secs': 0.008495} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.005226] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.005226] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 4489863b-20e7-4144-b2a1-25ee3b00490e/4489863b-20e7-4144-b2a1-25ee3b00490e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.005226] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20a8a3a-37cd-4f41-84a8-097edaa0800d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.012801] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 866.012801] env[63920]: value = "task-2392359" [ 866.012801] env[63920]: _type = "Task" [ 866.012801] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.021033] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.093163] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392358, 'name': ReconfigVM_Task, 'duration_secs': 0.270678} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.095789] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.097428] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c22ff9f-4e95-40bc-80a2-59c9f4b3b077 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.104094] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 866.104094] env[63920]: value = "task-2392360" [ 866.104094] env[63920]: _type = "Task" [ 866.104094] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.118554] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392360, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.128538] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.271811] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61780e65-b1e0-4a72-b521-db5f19eb6179 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.281581] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df02e80a-ef8a-4993-92ad-33d12789c5e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.316912] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293d4e98-4384-4ac4-9f87-a399373e0dbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.325287] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3042b09-6e04-4709-b19f-015bce037c6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.339775] env[63920]: DEBUG nova.compute.provider_tree [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.402613] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f65ae1e8-bf63-4c7b-b248-38f8d18ade4a] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.525352] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497507} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.525595] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 4489863b-20e7-4144-b2a1-25ee3b00490e/4489863b-20e7-4144-b2a1-25ee3b00490e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.525796] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.526084] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b74c166-5c78-4e3b-91fb-27e7a29cce2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.532181] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 866.532181] env[63920]: value = "task-2392361" [ 866.532181] env[63920]: _type = "Task" [ 866.532181] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.540891] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.613594] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392360, 'name': Rename_Task, 'duration_secs': 0.15198} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.613880] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.614130] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e855bd1-d36d-4c38-9bef-b9526f48b843 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.620170] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 866.620170] env[63920]: value = "task-2392362" [ 866.620170] env[63920]: _type = "Task" [ 866.620170] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.627677] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.872828] env[63920]: DEBUG nova.scheduler.client.report [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 866.873122] env[63920]: DEBUG nova.compute.provider_tree [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 92 to 93 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 866.873305] env[63920]: DEBUG nova.compute.provider_tree [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.906551] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 71830083-d5ae-478a-bedb-ec1f3a642b5c] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 866.974792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.974792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.974952] env[63920]: DEBUG nova.network.neutron [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.004043] env[63920]: DEBUG oslo_concurrency.lockutils [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.004159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.004315] env[63920]: DEBUG nova.compute.manager [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.005269] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26c1fee-71ea-4149-800f-f9ce6911d91b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.012564] env[63920]: DEBUG nova.compute.manager [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 867.012951] env[63920]: DEBUG nova.objects.instance [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'flavor' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.042303] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213427} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.042303] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.042965] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a6751c-4edf-459b-acbd-d193d6d0a3ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.065491] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 4489863b-20e7-4144-b2a1-25ee3b00490e/4489863b-20e7-4144-b2a1-25ee3b00490e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.066254] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c58929e0-e0a2-44d9-ae65-790add9568a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.087253] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 867.087253] env[63920]: value = "task-2392363" [ 867.087253] env[63920]: _type = "Task" [ 867.087253] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.097183] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.130155] env[63920]: DEBUG oslo_vmware.api [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392362, 'name': PowerOnVM_Task, 'duration_secs': 0.483548} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.130454] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.130633] env[63920]: INFO nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Took 9.32 seconds to spawn the instance on the hypervisor. [ 867.130813] env[63920]: DEBUG nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.131820] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6e4792-c7e6-4b18-a1f1-95ec1333b5c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.379037] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.382029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.112s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.382029] env[63920]: DEBUG nova.objects.instance [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lazy-loading 'resources' on Instance uuid 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.401508] env[63920]: INFO nova.scheduler.client.report [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Deleted allocations for instance 25c586b0-509d-46aa-ad20-ee3c74d7d0e9 [ 867.411300] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a8d58ed6-dc84-4bc5-b7ba-d3e38aa13f64] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 867.597559] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.653641] env[63920]: INFO nova.compute.manager [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Took 29.29 seconds to build instance. [ 867.753901] env[63920]: DEBUG nova.network.neutron [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.910023] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d55b320-2b34-43e0-8f96-a9b29d6151e5 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "25c586b0-509d-46aa-ad20-ee3c74d7d0e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.422s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.915608] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a9e67613-f7b4-4164-9212-2accfbddfdd1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 868.020441] env[63920]: DEBUG nova.compute.manager [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-vif-plugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.020660] env[63920]: DEBUG oslo_concurrency.lockutils [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.020871] env[63920]: DEBUG oslo_concurrency.lockutils [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.021051] env[63920]: DEBUG oslo_concurrency.lockutils [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.021224] env[63920]: DEBUG nova.compute.manager [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] No waiting events found dispatching network-vif-plugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.021389] env[63920]: WARNING nova.compute.manager [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received unexpected event network-vif-plugged-436e2551-755f-4d1e-b4a2-74e44295f9c2 for instance with vm_state shelved_offloaded and task_state spawning. [ 868.021551] env[63920]: DEBUG nova.compute.manager [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 868.021735] env[63920]: DEBUG nova.compute.manager [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing instance network info cache due to event network-changed-436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.021910] env[63920]: DEBUG oslo_concurrency.lockutils [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] Acquiring lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.022580] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.022821] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2079c7f-6866-4b23-bc0e-f1269ab15896 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.031382] env[63920]: DEBUG oslo_vmware.api [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 868.031382] env[63920]: value = "task-2392364" [ 868.031382] env[63920]: _type = "Task" [ 868.031382] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.622233] env[63920]: DEBUG oslo_vmware.api [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.622233] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392363, 'name': ReconfigVM_Task, 'duration_secs': 1.005088} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.622233] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 4489863b-20e7-4144-b2a1-25ee3b00490e/4489863b-20e7-4144-b2a1-25ee3b00490e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.622233] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f606896-86ad-40db-b007-f455bacea7ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.622233] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 870.622233] env[63920]: value = "task-2392365" [ 870.622233] env[63920]: _type = "Task" [ 870.622233] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.622708] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392365, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.622708] env[63920]: DEBUG oslo_vmware.api [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.622708] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392365, 'name': Rename_Task, 'duration_secs': 0.397113} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.622708] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.626663] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a6df956-4766-4c07-8205-0916ef339f24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.652954] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 870.652954] env[63920]: value = "task-2392366" [ 870.652954] env[63920]: _type = "Task" [ 870.652954] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.663145] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.869582] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc827240-77a3-4d6b-b4aa-34bd5692e497 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.877645] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c256e53f-65c9-4fba-9d1c-0df17f92be7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.911969] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdec58d-9322-4ce4-a01b-258891a358ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.920077] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc82642-b8b6-4d82-a748-d541078f6e7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.934030] env[63920]: DEBUG nova.compute.provider_tree [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.104034] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.105952] env[63920]: DEBUG oslo_concurrency.lockutils [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] Acquired lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.105952] env[63920]: DEBUG nova.network.neutron [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Refreshing network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.110064] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2c3b497a-2756-4f21-8882-a6734f88ad52] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.112245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-304a294e-bfad-4dd1-a627-3517a46b0723 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.762s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.124570] env[63920]: DEBUG oslo_vmware.api [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392364, 'name': PowerOffVM_Task, 'duration_secs': 2.917598} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.125907] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.125907] env[63920]: DEBUG nova.compute.manager [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.125907] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876830ea-0b2f-42e5-915f-27e4a0bb5a76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.145161] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='732bcf7053148cfcb458957c3994e27f',container_format='bare',created_at=2025-02-09T03:59:22Z,direct_url=,disk_format='vmdk',id=bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-969888920-shelved',owner='e3e1106b9d9d430696d499b50b65a3e8',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-02-09T03:59:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.146437] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.146437] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.146437] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.146437] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.146437] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.146909] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.146909] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.146909] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.147023] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.147168] env[63920]: DEBUG nova.virt.hardware [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.147960] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92434c6d-cb9f-4239-933d-f096a210351f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.155827] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392366, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.164179] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ba25e0-8142-43f1-9e2b-ba32eb666653 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.181466] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b1:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '436e2551-755f-4d1e-b4a2-74e44295f9c2', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.189477] env[63920]: DEBUG oslo.service.loopingcall [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 871.190113] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.190348] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b48885e-52bd-41ab-b615-061a7948f8ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.212589] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.212589] env[63920]: value = "task-2392367" [ 871.212589] env[63920]: _type = "Task" [ 871.212589] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.223429] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392367, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.478025] env[63920]: DEBUG nova.scheduler.client.report [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 871.478277] env[63920]: DEBUG nova.compute.provider_tree [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 93 to 94 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 871.478455] env[63920]: DEBUG nova.compute.provider_tree [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.616465] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 82975903-be68-414a-98a1-074cb73ce2af] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 871.644612] env[63920]: DEBUG oslo_concurrency.lockutils [None req-35481cd6-29b4-4f25-85ab-443c002f8749 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 4.640s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.654181] env[63920]: DEBUG oslo_vmware.api [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392366, 'name': PowerOnVM_Task, 'duration_secs': 0.592782} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.654477] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.654682] env[63920]: INFO nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Took 10.11 seconds to spawn the instance on the hypervisor. [ 871.654876] env[63920]: DEBUG nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.655892] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2cab48-1634-4221-84cf-1183b8a8b945 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.724659] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392367, 'name': CreateVM_Task, 'duration_secs': 0.32684} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.724952] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.725601] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.725778] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.726220] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 871.726500] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-376f6c40-998c-4004-98ad-552e97cf4d4d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.731258] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 871.731258] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b80c2f-3369-c85c-fd1d-7bef9969b8f2" [ 871.731258] env[63920]: _type = "Task" [ 871.731258] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.739203] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b80c2f-3369-c85c-fd1d-7bef9969b8f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.984762] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.603s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.987181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.644s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.987421] env[63920]: DEBUG nova.objects.instance [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lazy-loading 'resources' on Instance uuid 2dbf5674-95b1-41b6-b4a4-c4912fafeebc {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.022015] env[63920]: INFO nova.scheduler.client.report [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted allocations for instance 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e [ 872.111719] env[63920]: DEBUG nova.network.neutron [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updated VIF entry in instance network info cache for port 436e2551-755f-4d1e-b4a2-74e44295f9c2. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.112066] env[63920]: DEBUG nova.network.neutron [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [{"id": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "address": "fa:16:3e:83:b1:16", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap436e2551-75", "ovs_interfaceid": "436e2551-755f-4d1e-b4a2-74e44295f9c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.122507] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 17da6524-eda0-4b27-8586-84c7f775f06b] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.184259] env[63920]: INFO nova.compute.manager [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Took 31.64 seconds to build instance. [ 872.242803] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.243081] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Processing image bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.243319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.243466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.243638] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.243944] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a45cb7-a13e-4714-a7a5-60ceca29ecd1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.256472] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.256659] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.257448] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b37db2b4-82f3-4451-9136-e145869d8bfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.263270] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 872.263270] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521b1972-9ab8-057b-525e-d34388669aef" [ 872.263270] env[63920]: _type = "Task" [ 872.263270] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.272036] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521b1972-9ab8-057b-525e-d34388669aef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.543167] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a6bc5666-b11d-4581-b671-eebde355800c tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8d0a0f04-9d0b-46c8-b556-f5457d6abb7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.302s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.618548] env[63920]: DEBUG oslo_concurrency.lockutils [req-02aeb056-ad5e-465a-b1a9-3b85a5805409 req-76b320e3-990b-497b-aeea-6a66f2a87e5b service nova] Releasing lock "refresh_cache-1847f2ce-e0f4-4953-9e2b-7db25926e95d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.629706] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 5e99316a-3e99-4dd2-a150-4b11c99e1495] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 872.693405] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e36dbc7c-06d9-44a7-bd2e-fb66f70c18ab tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.241s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 872.785120] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 872.785120] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Fetch image to [datastore1] OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7/OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 872.785120] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Downloading stream optimized image bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c to [datastore1] OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7/OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7.vmdk on the data store datastore1 as vApp {{(pid=63920) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 872.785120] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Downloading image file data bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c to the ESX as VM named 'OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7' {{(pid=63920) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 872.885356] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3613b7af-273f-44c0-9061-6a5b79497f7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.891349] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 872.891349] env[63920]: value = "resgroup-9" [ 872.891349] env[63920]: _type = "ResourcePool" [ 872.891349] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 872.891349] env[63920]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fee07997-12a4-4c10-82fd-c088697e8333 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.909980] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9485cd44-e995-45a7-82a0-6dbe406b89f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.914250] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease: (returnval){ [ 872.914250] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524ae6f7-d75e-95b3-0e53-b464dc5e6e25" [ 872.914250] env[63920]: _type = "HttpNfcLease" [ 872.914250] env[63920]: } obtained for vApp import into resource pool (val){ [ 872.914250] env[63920]: value = "resgroup-9" [ 872.914250] env[63920]: _type = "ResourcePool" [ 872.914250] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 872.914517] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the lease: (returnval){ [ 872.914517] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524ae6f7-d75e-95b3-0e53-b464dc5e6e25" [ 872.914517] env[63920]: _type = "HttpNfcLease" [ 872.914517] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 872.922198] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.922198] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524ae6f7-d75e-95b3-0e53-b464dc5e6e25" [ 872.922198] env[63920]: _type = "HttpNfcLease" [ 872.922198] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 872.947154] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd4bbe7-06dd-43f4-8e9e-b143b5a6a4cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.954693] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da399875-64aa-4c17-ac01-c857f5441268 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.968326] env[63920]: DEBUG nova.compute.provider_tree [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.133156] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 9f1a15ad-c20f-403f-a84b-29ab614fc77f] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.185560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "ea621953-3fd8-43f2-950b-4acd654f7483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.185560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "ea621953-3fd8-43f2-950b-4acd654f7483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.185820] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "ea621953-3fd8-43f2-950b-4acd654f7483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.186071] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "ea621953-3fd8-43f2-950b-4acd654f7483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.186313] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "ea621953-3fd8-43f2-950b-4acd654f7483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.190104] env[63920]: INFO nova.compute.manager [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Terminating instance [ 873.349151] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "ca2aa06c-914f-498c-9951-c588c07f07b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.349428] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.349631] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "ca2aa06c-914f-498c-9951-c588c07f07b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.349811] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.349973] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.351977] env[63920]: INFO nova.compute.manager [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Terminating instance [ 873.424446] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 873.424446] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524ae6f7-d75e-95b3-0e53-b464dc5e6e25" [ 873.424446] env[63920]: _type = "HttpNfcLease" [ 873.424446] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 873.424762] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 873.424762] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524ae6f7-d75e-95b3-0e53-b464dc5e6e25" [ 873.424762] env[63920]: _type = "HttpNfcLease" [ 873.424762] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 873.425484] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4109dd-d1db-4061-9a82-9a779877bf15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.432912] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d20c82-d82e-fd15-365c-7ada9e051b2d/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 873.433106] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d20c82-d82e-fd15-365c-7ada9e051b2d/disk-0.vmdk. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 873.494256] env[63920]: DEBUG nova.scheduler.client.report [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.502187] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-60acb4d1-354f-4221-85ea-346afd2a75de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.639105] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 24265a32-860b-44ea-b35b-3c3972e00d41] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 873.681971] env[63920]: DEBUG nova.compute.manager [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Stashing vm_state: stopped {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 873.698839] env[63920]: DEBUG nova.compute.manager [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.698839] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.698839] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d91a27-f7c2-46ba-a3d2-6e6861416e12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.708932] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.711222] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f36897-69c2-4404-97c5-a55b2acbb199 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.721793] env[63920]: DEBUG oslo_vmware.api [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 873.721793] env[63920]: value = "task-2392369" [ 873.721793] env[63920]: _type = "Task" [ 873.721793] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.732907] env[63920]: DEBUG oslo_vmware.api [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.855690] env[63920]: DEBUG nova.compute.manager [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.855981] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.857018] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7a7841-84a3-4dfe-ab53-a22476b2ab0d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.867833] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.869058] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d736778e-e4df-4fa7-be11-a4dd4b6d0ed6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.879608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "8031ba69-ec79-494e-822f-a162e948b4b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.879608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8031ba69-ec79-494e-822f-a162e948b4b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.884040] env[63920]: DEBUG oslo_vmware.api [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 873.884040] env[63920]: value = "task-2392370" [ 873.884040] env[63920]: _type = "Task" [ 873.884040] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.896480] env[63920]: DEBUG oslo_vmware.api [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.999419] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.003900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.645s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.004337] env[63920]: INFO nova.compute.claims [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.032241] env[63920]: INFO nova.scheduler.client.report [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleted allocations for instance 2dbf5674-95b1-41b6-b4a4-c4912fafeebc [ 874.143110] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d7129bbd-bd24-436d-b999-1010b6e92032] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.148233] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.149033] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.203844] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.237124] env[63920]: DEBUG oslo_vmware.api [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392369, 'name': PowerOffVM_Task, 'duration_secs': 0.290568} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.240038] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.240338] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.241028] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceffbd8a-8ff1-48e3-8037-ba4e13317de0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.303926] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.304132] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.304369] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleting the datastore file [datastore2] ea621953-3fd8-43f2-950b-4acd654f7483 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.304624] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7eb1bc23-6cc0-449c-9f49-38fb17728615 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.311575] env[63920]: DEBUG oslo_vmware.api [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 874.311575] env[63920]: value = "task-2392372" [ 874.311575] env[63920]: _type = "Task" [ 874.311575] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.321421] env[63920]: DEBUG oslo_vmware.api [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.384124] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.400674] env[63920]: DEBUG oslo_vmware.api [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392370, 'name': PowerOffVM_Task, 'duration_secs': 0.203549} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.400956] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.401145] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.401403] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f0c6136-a0b4-4dce-af50-a19804fa93b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.466473] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.466590] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.466795] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Deleting the datastore file [datastore1] ca2aa06c-914f-498c-9951-c588c07f07b0 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.469151] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de4368a6-8a66-44a7-a407-cc56c77217ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.476025] env[63920]: DEBUG oslo_vmware.api [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for the task: (returnval){ [ 874.476025] env[63920]: value = "task-2392374" [ 874.476025] env[63920]: _type = "Task" [ 874.476025] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.487168] env[63920]: DEBUG oslo_vmware.api [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.545698] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3e603b-1e99-427f-84b5-9a4a94a0a50e tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "2dbf5674-95b1-41b6-b4a4-c4912fafeebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.254s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.645927] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8e8523e3-57ae-485b-bfd6-d87d834a378f] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 874.655145] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.762623] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 874.762930] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d20c82-d82e-fd15-365c-7ada9e051b2d/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 874.764886] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5188492a-bc3d-40db-b250-a474640fe248 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.772587] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d20c82-d82e-fd15-365c-7ada9e051b2d/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 874.772764] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d20c82-d82e-fd15-365c-7ada9e051b2d/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 874.774255] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b5dc35b4-2639-4985-aac4-71521bd70533 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.827450] env[63920]: DEBUG oslo_vmware.api [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336924} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.827828] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.828064] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.828286] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.828499] env[63920]: INFO nova.compute.manager [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Took 1.13 seconds to destroy the instance on the hypervisor. [ 874.828818] env[63920]: DEBUG oslo.service.loopingcall [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.829067] env[63920]: DEBUG nova.compute.manager [-] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.829224] env[63920]: DEBUG nova.network.neutron [-] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.927246] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.955177] env[63920]: DEBUG oslo_vmware.rw_handles [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d20c82-d82e-fd15-365c-7ada9e051b2d/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 874.955401] env[63920]: INFO nova.virt.vmwareapi.images [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Downloaded image file data bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c [ 874.958837] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b166c412-8023-49dd-8422-2e40c460fc69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.984404] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af00edf1-d68e-4a00-9200-457cfbc7c8a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.992433] env[63920]: DEBUG oslo_vmware.api [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Task: {'id': task-2392374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246501} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.992703] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.992906] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.994211] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.994450] env[63920]: INFO nova.compute.manager [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.994704] env[63920]: DEBUG oslo.service.loopingcall [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.994908] env[63920]: DEBUG nova.compute.manager [-] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.995009] env[63920]: DEBUG nova.network.neutron [-] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.009912] env[63920]: INFO nova.virt.vmwareapi.images [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] The imported VM was unregistered [ 875.014216] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 875.014555] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating directory with path [datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.015017] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2de2cb37-f821-4dfe-9a02-dc3ccf96614e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.028813] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created directory with path [datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.029066] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7/OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7.vmdk to [datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk. {{(pid=63920) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 875.029433] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a16f04d5-49ca-475d-aa52-b94bf17ff734 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.037361] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 875.037361] env[63920]: value = "task-2392376" [ 875.037361] env[63920]: _type = "Task" [ 875.037361] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.044816] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392376, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.149833] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 3a53feea-033e-4b1d-b990-e00948dd554d] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 875.188072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.374955] env[63920]: DEBUG nova.compute.manager [req-62f356c2-e17f-4154-9589-bc2d85f7f680 req-50eed7ee-1144-4f42-bc19-332e5a9efd01 service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Received event network-vif-deleted-1cdc8603-0f8a-49ad-ae71-ebd11dfa418b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 875.375191] env[63920]: INFO nova.compute.manager [req-62f356c2-e17f-4154-9589-bc2d85f7f680 req-50eed7ee-1144-4f42-bc19-332e5a9efd01 service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Neutron deleted interface 1cdc8603-0f8a-49ad-ae71-ebd11dfa418b; detaching it from the instance and deleting it from the info cache [ 875.375372] env[63920]: DEBUG nova.network.neutron [req-62f356c2-e17f-4154-9589-bc2d85f7f680 req-50eed7ee-1144-4f42-bc19-332e5a9efd01 service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.454955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2820510-e399-4c95-8f1a-63e5459656a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.465499] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79e51d8-5e37-4903-ac4b-1ca2797ef07f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.501210] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc381b6-8343-42cc-92fc-b7454d978d47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.511036] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474cecbd-3688-4fa8-a75e-64af589ca33f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.527966] env[63920]: DEBUG nova.compute.provider_tree [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.549083] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392376, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.621634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "8a8b5ca1-d551-4876-be84-e93404f98db9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.621634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.622010] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.622082] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.623027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.624838] env[63920]: INFO nova.compute.manager [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Terminating instance [ 875.656866] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.657054] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=63920) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 875.764118] env[63920]: DEBUG nova.network.neutron [-] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.878528] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2cb7772-0df0-4a86-bf99-a47c55d1805c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.889986] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e8fb3e-02e6-467b-a980-e37f728570a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.902609] env[63920]: DEBUG nova.network.neutron [-] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.925449] env[63920]: DEBUG nova.compute.manager [req-62f356c2-e17f-4154-9589-bc2d85f7f680 req-50eed7ee-1144-4f42-bc19-332e5a9efd01 service nova] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Detach interface failed, port_id=1cdc8603-0f8a-49ad-ae71-ebd11dfa418b, reason: Instance ea621953-3fd8-43f2-950b-4acd654f7483 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 876.031952] env[63920]: DEBUG nova.scheduler.client.report [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.051722] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392376, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.129958] env[63920]: DEBUG nova.compute.manager [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.130207] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.131225] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d4ee68-0623-4209-a124-4d51ee752c84 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.141867] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.142200] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0314cc5d-f623-4f08-8d74-10feb261f52a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.157035] env[63920]: DEBUG oslo_vmware.api [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 876.157035] env[63920]: value = "task-2392377" [ 876.157035] env[63920]: _type = "Task" [ 876.157035] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.161223] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 876.172233] env[63920]: DEBUG oslo_vmware.api [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.267196] env[63920]: INFO nova.compute.manager [-] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Took 1.44 seconds to deallocate network for instance. [ 876.405968] env[63920]: INFO nova.compute.manager [-] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Took 1.41 seconds to deallocate network for instance. [ 876.540283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.540283] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.541672] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.349s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.543872] env[63920]: INFO nova.compute.claims [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.561316] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392376, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.671920] env[63920]: DEBUG oslo_vmware.api [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392377, 'name': PowerOffVM_Task, 'duration_secs': 0.349327} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.672309] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.672548] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.672970] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64a8dfa6-fe0e-4ac7-86ff-56790993a62c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.775943] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.912107] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 877.049393] env[63920]: DEBUG nova.compute.utils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 877.055280] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.055527] env[63920]: DEBUG nova.network.neutron [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.066967] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392376, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.107873] env[63920]: DEBUG nova.policy [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.402572] env[63920]: DEBUG nova.compute.manager [req-eb96debc-ddf8-4bbc-a113-60ebc36a4ca0 req-1865f564-a6f2-4860-9e20-536ac948662b service nova] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Received event network-vif-deleted-5fb4d321-4595-43cc-a621-1eebfa27d11f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 877.480654] env[63920]: DEBUG nova.network.neutron [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Successfully created port: 1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.559450] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.563067] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392376, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.405636} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.570020] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7/OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7.vmdk to [datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk. [ 877.570020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Cleaning up location [datastore1] OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 877.570020] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0109968d-a99a-463b-b533-27fe3f620ad7 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.570020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.570290] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.570290] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleting the datastore file [datastore2] 8a8b5ca1-d551-4876-be84-e93404f98db9 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.570290] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b1b7f0d-e64b-4aac-a646-21d59275c5b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.570479] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1661b31c-f0f5-4e58-81cf-15d5f70cc283 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.578244] env[63920]: DEBUG oslo_vmware.api [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for the task: (returnval){ [ 877.578244] env[63920]: value = "task-2392380" [ 877.578244] env[63920]: _type = "Task" [ 877.578244] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.581479] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 877.581479] env[63920]: value = "task-2392379" [ 877.581479] env[63920]: _type = "Task" [ 877.581479] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.598394] env[63920]: DEBUG oslo_vmware.api [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.598665] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.919556] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a6ac7-8188-4770-9cf1-3bc2316e4e2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.927469] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5501590-a046-460f-9590-4b7f8dff58d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.962540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5223c3e0-6fa5-4c01-8a67-51950770b0eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.973175] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709fc7eb-4439-4308-aa2f-fc96cbcd3105 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.984228] env[63920]: DEBUG nova.compute.provider_tree [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.091116] env[63920]: DEBUG oslo_vmware.api [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Task: {'id': task-2392380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201431} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.094142] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.094705] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.094705] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.094705] env[63920]: INFO nova.compute.manager [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Took 1.96 seconds to destroy the instance on the hypervisor. [ 878.094928] env[63920]: DEBUG oslo.service.loopingcall [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.095157] env[63920]: DEBUG nova.compute.manager [-] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.095247] env[63920]: DEBUG nova.network.neutron [-] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.101458] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034004} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.102348] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.102523] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.102763] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk to [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.103098] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa60838a-93f6-411e-959c-eb06aed9395e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.111842] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 878.111842] env[63920]: value = "task-2392381" [ 878.111842] env[63920]: _type = "Task" [ 878.111842] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.125767] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.507407] env[63920]: ERROR nova.scheduler.client.report [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [req-1b623246-622e-4e6d-a652-c12d4bda6f04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b623246-622e-4e6d-a652-c12d4bda6f04"}]} [ 878.524713] env[63920]: DEBUG nova.scheduler.client.report [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 878.546028] env[63920]: DEBUG nova.scheduler.client.report [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 878.546312] env[63920]: DEBUG nova.compute.provider_tree [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.559607] env[63920]: DEBUG nova.scheduler.client.report [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 878.570454] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.581751] env[63920]: DEBUG nova.scheduler.client.report [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 878.602288] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.602668] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.602766] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.602892] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.603043] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.603193] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.603400] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.603559] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.603724] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.603970] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.604272] env[63920]: DEBUG nova.virt.hardware [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.605214] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e43c9-84a2-451d-b5cb-7d188d958af0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.619998] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331028c3-7b1e-4902-ad8e-76ce56774b23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.633661] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392381, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.943353] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0239c266-7621-4017-9a9e-bc78a4cfe8ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.953529] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38011783-1da9-4d95-aed9-629280f79ec0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.989868] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b85d922-130d-42c7-b596-ac5abe8d8d4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.999131] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c59648-2a25-4d65-973e-eac8ae5e3a28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.015813] env[63920]: DEBUG nova.compute.provider_tree [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.042549] env[63920]: DEBUG nova.network.neutron [-] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.127954] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392381, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.262136] env[63920]: DEBUG nova.network.neutron [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Successfully updated port: 1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.433785] env[63920]: DEBUG nova.compute.manager [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Received event network-vif-deleted-241d3ad1-dde1-4b16-9c53-9f7eb093f9ff {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.434070] env[63920]: DEBUG nova.compute.manager [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Received event network-vif-plugged-1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.434261] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] Acquiring lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.434466] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.434729] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.434797] env[63920]: DEBUG nova.compute.manager [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] No waiting events found dispatching network-vif-plugged-1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.434961] env[63920]: WARNING nova.compute.manager [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Received unexpected event network-vif-plugged-1add9e3b-4d43-43af-b495-0436d2c80206 for instance with vm_state building and task_state spawning. [ 879.435159] env[63920]: DEBUG nova.compute.manager [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Received event network-changed-1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 879.435286] env[63920]: DEBUG nova.compute.manager [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Refreshing instance network info cache due to event network-changed-1add9e3b-4d43-43af-b495-0436d2c80206. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 879.435466] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] Acquiring lock "refresh_cache-b48af1d0-632c-4045-b5b9-2ef9b81821fe" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.435598] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] Acquired lock "refresh_cache-b48af1d0-632c-4045-b5b9-2ef9b81821fe" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.435750] env[63920]: DEBUG nova.network.neutron [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Refreshing network info cache for port 1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.545666] env[63920]: INFO nova.compute.manager [-] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Took 1.45 seconds to deallocate network for instance. [ 879.555477] env[63920]: DEBUG nova.scheduler.client.report [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 879.555642] env[63920]: DEBUG nova.compute.provider_tree [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 98 to 99 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 879.555744] env[63920]: DEBUG nova.compute.provider_tree [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.627392] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392381, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.761593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-b48af1d0-632c-4045-b5b9-2ef9b81821fe" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 879.986337] env[63920]: DEBUG nova.network.neutron [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.052716] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.061899] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.520s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.062472] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.065861] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.161s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.067499] env[63920]: INFO nova.compute.claims [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.090065] env[63920]: DEBUG nova.network.neutron [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.128452] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392381, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.567402] env[63920]: DEBUG nova.compute.utils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 880.569310] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.569497] env[63920]: DEBUG nova.network.neutron [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.593282] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebacb820-cd1d-47ad-9254-78cdf04df4d4 req-ee3062d2-104c-4a01-a843-4e14de119583 service nova] Releasing lock "refresh_cache-b48af1d0-632c-4045-b5b9-2ef9b81821fe" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 880.593693] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-b48af1d0-632c-4045-b5b9-2ef9b81821fe" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.593806] env[63920]: DEBUG nova.network.neutron [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.611982] env[63920]: DEBUG nova.policy [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7581a62f0aab4efdb4c9ed1d4df62971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ca946b3288432596529a8297704e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.626778] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392381, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.358578} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.627047] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c/bd5f63fc-5188-4f1d-bfa5-ce0a402ac26c.vmdk to [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.627877] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e823c527-f500-4269-a81b-bf50566c29ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.650238] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.650530] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c794854-fc0e-4955-b49b-1064fa47b5da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.669121] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 880.669121] env[63920]: value = "task-2392382" [ 880.669121] env[63920]: _type = "Task" [ 880.669121] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.677342] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.958925] env[63920]: DEBUG nova.network.neutron [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Successfully created port: 3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.074601] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.163370] env[63920]: DEBUG nova.network.neutron [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.181553] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392382, 'name': ReconfigVM_Task, 'duration_secs': 0.280681} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.182916] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d/1847f2ce-e0f4-4953-9e2b-7db25926e95d.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.183874] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encrypted': False, 'size': 0, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'image_id': '7a8bae32-5764-4686-a7f4-d51d41380c45'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485355', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'name': 'volume-1118714b-d96a-4312-b82d-17782a65ab99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f2ce-e0f4-4953-9e2b-7db25926e95d', 'attached_at': '', 'detached_at': '', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'serial': '1118714b-d96a-4312-b82d-17782a65ab99'}, 'attachment_id': '9accf03c-87d5-44aa-bc73-ff8b38d5cbf1', 'boot_index': None, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63920) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 881.184314] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 881.184846] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485355', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'name': 'volume-1118714b-d96a-4312-b82d-17782a65ab99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f2ce-e0f4-4953-9e2b-7db25926e95d', 'attached_at': '', 'detached_at': '', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'serial': '1118714b-d96a-4312-b82d-17782a65ab99'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 881.188371] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51fc973-1a4c-4f1c-b237-3b8c5aa6dc8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.214222] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e9a6f-6246-46d4-8ea4-e623ca09e397 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.242894] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-1118714b-d96a-4312-b82d-17782a65ab99/volume-1118714b-d96a-4312-b82d-17782a65ab99.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.248692] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd0c15ae-0b2c-4d85-ba2d-def5a15aabb9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.267474] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 881.267474] env[63920]: value = "task-2392383" [ 881.267474] env[63920]: _type = "Task" [ 881.267474] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.277936] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.501058] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dcd696-fe12-4831-9968-57d838443e07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.512120] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8d41ab-5e16-40d4-9f07-1ea91cfadfff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.539966] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d590ce-9015-40f9-bc86-c97aa44b02bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.548195] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea937d2e-62ac-4177-ad1f-fcde4d12cb71 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.564709] env[63920]: DEBUG nova.compute.provider_tree [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.690683] env[63920]: DEBUG nova.network.neutron [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Updating instance_info_cache with network_info: [{"id": "1add9e3b-4d43-43af-b495-0436d2c80206", "address": "fa:16:3e:45:a6:8d", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1add9e3b-4d", "ovs_interfaceid": "1add9e3b-4d43-43af-b495-0436d2c80206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.778217] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392383, 'name': ReconfigVM_Task, 'duration_secs': 0.309948} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.778488] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-1118714b-d96a-4312-b82d-17782a65ab99/volume-1118714b-d96a-4312-b82d-17782a65ab99.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.783138] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae733dda-fae4-4eae-b455-30c2c7fc70cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.799291] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 881.799291] env[63920]: value = "task-2392384" [ 881.799291] env[63920]: _type = "Task" [ 881.799291] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.808789] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.071173] env[63920]: DEBUG nova.scheduler.client.report [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.081166] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.120746] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.121126] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.121221] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.121478] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.121773] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.121995] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.122249] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.122445] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.122693] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.122792] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.122917] env[63920]: DEBUG nova.virt.hardware [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.124231] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c25562-68e7-4891-a98f-d39d5b9df976 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.132954] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c56110-c33c-46fa-8d2e-8a9905eddd1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.193046] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-b48af1d0-632c-4045-b5b9-2ef9b81821fe" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 882.193310] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Instance network_info: |[{"id": "1add9e3b-4d43-43af-b495-0436d2c80206", "address": "fa:16:3e:45:a6:8d", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1add9e3b-4d", "ovs_interfaceid": "1add9e3b-4d43-43af-b495-0436d2c80206", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.193732] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:a6:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1add9e3b-4d43-43af-b495-0436d2c80206', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.201414] env[63920]: DEBUG oslo.service.loopingcall [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.201671] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.201902] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0eae989-166e-495a-bdec-3c30ce6b3bc5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.223359] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.223359] env[63920]: value = "task-2392385" [ 882.223359] env[63920]: _type = "Task" [ 882.223359] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.232248] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392385, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.314745] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392384, 'name': ReconfigVM_Task, 'duration_secs': 0.137401} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.315314] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485355', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'name': 'volume-1118714b-d96a-4312-b82d-17782a65ab99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f2ce-e0f4-4953-9e2b-7db25926e95d', 'attached_at': '', 'detached_at': '', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'serial': '1118714b-d96a-4312-b82d-17782a65ab99'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 882.316194] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e56f39a-6663-490a-96a0-595f2c8fa3af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.325357] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 882.325357] env[63920]: value = "task-2392386" [ 882.325357] env[63920]: _type = "Task" [ 882.325357] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.338289] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392386, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.577403] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.577934] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.585029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.041s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.585029] env[63920]: DEBUG nova.objects.instance [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lazy-loading 'resources' on Instance uuid 6de48a88-0c97-4d08-8597-626419a666c5 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.737242] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392385, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.786636] env[63920]: DEBUG nova.compute.manager [req-d8582aab-efe8-4a89-a3b3-84502adfa5ea req-04d07227-b880-4b50-97ed-4a6a8f7c0495 service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Received event network-vif-plugged-3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 882.787125] env[63920]: DEBUG oslo_concurrency.lockutils [req-d8582aab-efe8-4a89-a3b3-84502adfa5ea req-04d07227-b880-4b50-97ed-4a6a8f7c0495 service nova] Acquiring lock "ae4a421c-2399-44f8-a953-08e70980af0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.787358] env[63920]: DEBUG oslo_concurrency.lockutils [req-d8582aab-efe8-4a89-a3b3-84502adfa5ea req-04d07227-b880-4b50-97ed-4a6a8f7c0495 service nova] Lock "ae4a421c-2399-44f8-a953-08e70980af0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.787643] env[63920]: DEBUG oslo_concurrency.lockutils [req-d8582aab-efe8-4a89-a3b3-84502adfa5ea req-04d07227-b880-4b50-97ed-4a6a8f7c0495 service nova] Lock "ae4a421c-2399-44f8-a953-08e70980af0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.787944] env[63920]: DEBUG nova.compute.manager [req-d8582aab-efe8-4a89-a3b3-84502adfa5ea req-04d07227-b880-4b50-97ed-4a6a8f7c0495 service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] No waiting events found dispatching network-vif-plugged-3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.788204] env[63920]: WARNING nova.compute.manager [req-d8582aab-efe8-4a89-a3b3-84502adfa5ea req-04d07227-b880-4b50-97ed-4a6a8f7c0495 service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Received unexpected event network-vif-plugged-3c38d72f-7602-484a-94b1-3a973938cf02 for instance with vm_state building and task_state spawning. [ 882.837351] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392386, 'name': Rename_Task, 'duration_secs': 0.233005} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.837645] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.837900] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce3cef36-9fde-4f77-81f5-9404f39c7018 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.845807] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 882.845807] env[63920]: value = "task-2392387" [ 882.845807] env[63920]: _type = "Task" [ 882.845807] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.855153] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.919231] env[63920]: DEBUG nova.network.neutron [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Successfully updated port: 3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.088443] env[63920]: DEBUG nova.compute.utils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 883.093023] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.093023] env[63920]: DEBUG nova.network.neutron [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.137987] env[63920]: DEBUG nova.policy [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd271d207cc8549feb3df1f334abf0f8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fae9361c404331bebbe7ceeaf7d871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.245110] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392385, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.360435] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.422660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-ae4a421c-2399-44f8-a953-08e70980af0d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 883.422867] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-ae4a421c-2399-44f8-a953-08e70980af0d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.423089] env[63920]: DEBUG nova.network.neutron [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.526799] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a55130f-7157-4293-b59b-4390f48c1981 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.538485] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb95fa-dfdb-467f-9ad1-3b68547f2307 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.572214] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba51a742-1c70-4826-b05f-b1eda28aaac6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.580911] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb433dd-3f05-4dfa-a742-f76bc557e821 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.598151] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.601284] env[63920]: DEBUG nova.compute.provider_tree [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.603606] env[63920]: DEBUG nova.network.neutron [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Successfully created port: 0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.741358] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392385, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.857687] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.972243] env[63920]: DEBUG nova.network.neutron [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.108217] env[63920]: DEBUG nova.scheduler.client.report [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.182241] env[63920]: DEBUG nova.network.neutron [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Updating instance_info_cache with network_info: [{"id": "3c38d72f-7602-484a-94b1-3a973938cf02", "address": "fa:16:3e:e9:de:c1", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c38d72f-76", "ovs_interfaceid": "3c38d72f-7602-484a-94b1-3a973938cf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.237716] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392385, 'name': CreateVM_Task, 'duration_secs': 1.588937} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.237895] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.238610] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.238837] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.239183] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 884.239450] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bf1dd4-ff18-44a9-8d17-9bceff7266a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.244524] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 884.244524] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bff493-f272-44b3-9748-b74042dcca77" [ 884.244524] env[63920]: _type = "Task" [ 884.244524] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.252810] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bff493-f272-44b3-9748-b74042dcca77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.359645] env[63920]: DEBUG oslo_vmware.api [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392387, 'name': PowerOnVM_Task, 'duration_secs': 1.323092} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.359824] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.515040] env[63920]: DEBUG nova.compute.manager [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.516562] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24448e43-e3bf-44cf-8a1c-06f1078dcf35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.612632] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.616348] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.618742] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.279s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.618953] env[63920]: DEBUG nova.objects.instance [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lazy-loading 'resources' on Instance uuid c9fe8811-1b42-4355-b7a9-9efd10729e8b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.646780] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.646780] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.646780] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.647150] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.647150] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.647317] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.647463] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.647623] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.647827] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.647944] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.648150] env[63920]: DEBUG nova.virt.hardware [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.650019] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd26ba55-0744-4668-99b8-aef67a49ca48 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.653387] env[63920]: INFO nova.scheduler.client.report [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Deleted allocations for instance 6de48a88-0c97-4d08-8597-626419a666c5 [ 884.663575] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb17277-4337-48f1-8188-5b11e6830673 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.689438] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-ae4a421c-2399-44f8-a953-08e70980af0d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.689438] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Instance network_info: |[{"id": "3c38d72f-7602-484a-94b1-3a973938cf02", "address": "fa:16:3e:e9:de:c1", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c38d72f-76", "ovs_interfaceid": "3c38d72f-7602-484a-94b1-3a973938cf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.689778] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:de:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c38d72f-7602-484a-94b1-3a973938cf02', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.698502] env[63920]: DEBUG oslo.service.loopingcall [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.699158] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.699242] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d8d2c7a-3d92-44c0-8838-786919d3d720 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.728429] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.728429] env[63920]: value = "task-2392388" [ 884.728429] env[63920]: _type = "Task" [ 884.728429] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.734593] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392388, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.755028] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bff493-f272-44b3-9748-b74042dcca77, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.755028] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 884.755191] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.755417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.755561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.755736] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.756256] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e4c08e-2d32-46a2-bc33-160d3ee4ac62 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.764548] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.764716] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.765436] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeea25d8-8035-4a0b-9c90-bee015f7bd79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.770780] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 884.770780] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5240718b-c535-96a2-de50-1b84aa300fbc" [ 884.770780] env[63920]: _type = "Task" [ 884.770780] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.779184] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5240718b-c535-96a2-de50-1b84aa300fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.817842] env[63920]: DEBUG nova.compute.manager [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Received event network-changed-3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 884.818090] env[63920]: DEBUG nova.compute.manager [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Refreshing instance network info cache due to event network-changed-3c38d72f-7602-484a-94b1-3a973938cf02. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 884.818322] env[63920]: DEBUG oslo_concurrency.lockutils [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] Acquiring lock "refresh_cache-ae4a421c-2399-44f8-a953-08e70980af0d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 884.818585] env[63920]: DEBUG oslo_concurrency.lockutils [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] Acquired lock "refresh_cache-ae4a421c-2399-44f8-a953-08e70980af0d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.818642] env[63920]: DEBUG nova.network.neutron [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Refreshing network info cache for port 3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.872680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.872917] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.902717] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "49b465f6-ae28-4584-aadb-e4d9982862d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.902938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.925148] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "075900ac-19f5-48c9-9132-8deaf2025f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.925384] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.034101] env[63920]: DEBUG oslo_concurrency.lockutils [None req-afcffc6a-67b5-4579-bf50-90bb2667aa08 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 52.148s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.168423] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66dbe826-832b-4b57-8015-e8af3a07db69 tempest-ServerPasswordTestJSON-1664942034 tempest-ServerPasswordTestJSON-1664942034-project-member] Lock "6de48a88-0c97-4d08-8597-626419a666c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.406s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.240467] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392388, 'name': CreateVM_Task, 'duration_secs': 0.32975} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.240860] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.241371] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.241535] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.241874] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 885.242266] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e866d1a0-bbf7-46da-a28e-7616ba73b76c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.247724] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 885.247724] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e85a63-f62b-da0e-1952-fa87d2bab0f0" [ 885.247724] env[63920]: _type = "Task" [ 885.247724] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.257939] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e85a63-f62b-da0e-1952-fa87d2bab0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.281334] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5240718b-c535-96a2-de50-1b84aa300fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015729} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.282313] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ec3323-39d3-4e5c-88ac-d15a3be8556b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.288063] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 885.288063] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52965e30-6e91-a654-e566-12d2f0dc32f2" [ 885.288063] env[63920]: _type = "Task" [ 885.288063] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.295929] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52965e30-6e91-a654-e566-12d2f0dc32f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.375696] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.409130] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.428497] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.433325] env[63920]: DEBUG nova.network.neutron [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Successfully updated port: 0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.566592] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f6c6c-5695-4940-a9ca-ecec48bbece0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.575558] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9400e700-b41e-4cc6-862d-d73f386ac128 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.612481] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3910777e-9e80-4409-9e84-ff3dba0e54c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.621782] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0803e14-5368-49d9-a1bb-c1ca3f531a16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638627] env[63920]: DEBUG nova.compute.provider_tree [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.665430] env[63920]: DEBUG nova.network.neutron [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Updated VIF entry in instance network info cache for port 3c38d72f-7602-484a-94b1-3a973938cf02. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.665807] env[63920]: DEBUG nova.network.neutron [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Updating instance_info_cache with network_info: [{"id": "3c38d72f-7602-484a-94b1-3a973938cf02", "address": "fa:16:3e:e9:de:c1", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c38d72f-76", "ovs_interfaceid": "3c38d72f-7602-484a-94b1-3a973938cf02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.759144] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e85a63-f62b-da0e-1952-fa87d2bab0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.018803} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.759750] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.759750] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.760154] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.760400] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.760790] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.760857] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8399e4bc-8b6d-437d-8192-d6cd8835f2c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.769864] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.769966] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.770702] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24922ea6-d21a-4026-8c60-6b78f9acfdd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.777184] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 885.777184] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523d5f66-c8ff-4bd3-b0ab-114b68c4ace5" [ 885.777184] env[63920]: _type = "Task" [ 885.777184] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.786272] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523d5f66-c8ff-4bd3-b0ab-114b68c4ace5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.796676] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52965e30-6e91-a654-e566-12d2f0dc32f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.796924] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 885.797232] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b48af1d0-632c-4045-b5b9-2ef9b81821fe/b48af1d0-632c-4045-b5b9-2ef9b81821fe.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.797507] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-961c287e-370c-488e-bcc2-e9b2df3abd00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.805765] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 885.805765] env[63920]: value = "task-2392389" [ 885.805765] env[63920]: _type = "Task" [ 885.805765] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.815030] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.902430] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.930648] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.936440] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.936593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.936740] env[63920]: DEBUG nova.network.neutron [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.956501] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.143424] env[63920]: DEBUG nova.scheduler.client.report [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.168347] env[63920]: DEBUG oslo_concurrency.lockutils [req-fe92bd2d-ff7b-44c7-99c6-e3fcfdb7fb76 req-53daf407-1b1f-4716-ba46-2fb760d37fce service nova] Releasing lock "refresh_cache-ae4a421c-2399-44f8-a953-08e70980af0d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.290740] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523d5f66-c8ff-4bd3-b0ab-114b68c4ace5, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.291951] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d7ad26-bb7c-469f-96dc-a31a87a4ebbf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.301753] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 886.301753] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b1938c-e85a-8c8b-3c5b-cc7e3a428e6f" [ 886.301753] env[63920]: _type = "Task" [ 886.301753] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.315762] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b1938c-e85a-8c8b-3c5b-cc7e3a428e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.322175] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392389, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.480875] env[63920]: DEBUG nova.network.neutron [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.631377] env[63920]: DEBUG nova.network.neutron [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Updating instance_info_cache with network_info: [{"id": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "address": "fa:16:3e:63:36:be", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf6ba6d-b2", "ovs_interfaceid": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.652554] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.657440] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.087s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.658947] env[63920]: INFO nova.compute.claims [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.691890] env[63920]: INFO nova.scheduler.client.report [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Deleted allocations for instance c9fe8811-1b42-4355-b7a9-9efd10729e8b [ 886.818431] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b1938c-e85a-8c8b-3c5b-cc7e3a428e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.020453} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.823021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.823021] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] ae4a421c-2399-44f8-a953-08e70980af0d/ae4a421c-2399-44f8-a953-08e70980af0d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.823021] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc3cd540-2583-4803-b563-6eec73bca0ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826850] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733821} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.827652] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b48af1d0-632c-4045-b5b9-2ef9b81821fe/b48af1d0-632c-4045-b5b9-2ef9b81821fe.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.828055] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.828430] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da3d6153-1278-4cdf-bae9-548ee78dd774 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.831926] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 886.831926] env[63920]: value = "task-2392390" [ 886.831926] env[63920]: _type = "Task" [ 886.831926] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.836972] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 886.836972] env[63920]: value = "task-2392391" [ 886.836972] env[63920]: _type = "Task" [ 886.836972] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.847758] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.853990] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.899535] env[63920]: DEBUG nova.compute.manager [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Received event network-vif-plugged-0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.899761] env[63920]: DEBUG oslo_concurrency.lockutils [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] Acquiring lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.899970] env[63920]: DEBUG oslo_concurrency.lockutils [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.900199] env[63920]: DEBUG oslo_concurrency.lockutils [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.900376] env[63920]: DEBUG nova.compute.manager [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] No waiting events found dispatching network-vif-plugged-0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.900469] env[63920]: WARNING nova.compute.manager [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Received unexpected event network-vif-plugged-0cf6ba6d-b270-4012-9c08-f321c6645d5b for instance with vm_state building and task_state spawning. [ 886.900615] env[63920]: DEBUG nova.compute.manager [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Received event network-changed-0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.900768] env[63920]: DEBUG nova.compute.manager [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Refreshing instance network info cache due to event network-changed-0cf6ba6d-b270-4012-9c08-f321c6645d5b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.900929] env[63920]: DEBUG oslo_concurrency.lockutils [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] Acquiring lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.140804] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.141224] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance network_info: |[{"id": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "address": "fa:16:3e:63:36:be", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf6ba6d-b2", "ovs_interfaceid": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.141495] env[63920]: DEBUG oslo_concurrency.lockutils [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] Acquired lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.141675] env[63920]: DEBUG nova.network.neutron [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Refreshing network info cache for port 0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.143074] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:36:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf6ba6d-b270-4012-9c08-f321c6645d5b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.151351] env[63920]: DEBUG oslo.service.loopingcall [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 887.152561] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.152805] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c55adf6-8a34-4c42-ac32-781263df5cb3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.178041] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.178041] env[63920]: value = "task-2392392" [ 887.178041] env[63920]: _type = "Task" [ 887.178041] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.188973] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392392, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.198570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ca37a3e5-c30c-4be9-9c99-ebf0557fb263 tempest-VolumesAdminNegativeTest-265065778 tempest-VolumesAdminNegativeTest-265065778-project-member] Lock "c9fe8811-1b42-4355-b7a9-9efd10729e8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.006s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.354437] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392390, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.354872] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082632} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.355092] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.355889] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9736c52a-c571-43ac-acd0-e9ca3c777113 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.382563] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b48af1d0-632c-4045-b5b9-2ef9b81821fe/b48af1d0-632c-4045-b5b9-2ef9b81821fe.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.383597] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b2d872-5402-4bfe-8cea-cde1ee210fe3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.408408] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 887.408408] env[63920]: value = "task-2392393" [ 887.408408] env[63920]: _type = "Task" [ 887.408408] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.417356] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.692656] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392392, 'name': CreateVM_Task, 'duration_secs': 0.486348} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.692829] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.693692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.693862] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.694321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.695281] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f567072c-6184-4335-b26a-c66d40c278c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.704019] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 887.704019] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bfc737-be8d-2a3f-1c21-3ee537fe8e36" [ 887.704019] env[63920]: _type = "Task" [ 887.704019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.713505] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bfc737-be8d-2a3f-1c21-3ee537fe8e36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.851730] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876113} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.851995] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] ae4a421c-2399-44f8-a953-08e70980af0d/ae4a421c-2399-44f8-a953-08e70980af0d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.852215] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.852500] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb659d51-d5fa-431e-88c4-48ff192b22e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.862317] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 887.862317] env[63920]: value = "task-2392394" [ 887.862317] env[63920]: _type = "Task" [ 887.862317] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.872064] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.921249] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.066106] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fb3d30-667c-4081-a0b2-fdb121f7229c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.073473] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df5d96b-7f62-4ec5-bb71-82b54f952acb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.103763] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f4ae26-24ba-46ce-8a09-2b76d3fc9e16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.110780] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bd7b09-84cf-4d2d-bafb-edb8fad07428 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.123576] env[63920]: DEBUG nova.compute.provider_tree [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.182673] env[63920]: DEBUG nova.network.neutron [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Updated VIF entry in instance network info cache for port 0cf6ba6d-b270-4012-9c08-f321c6645d5b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.183110] env[63920]: DEBUG nova.network.neutron [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Updating instance_info_cache with network_info: [{"id": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "address": "fa:16:3e:63:36:be", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf6ba6d-b2", "ovs_interfaceid": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.212863] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bfc737-be8d-2a3f-1c21-3ee537fe8e36, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.213121] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.213353] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 888.213580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.213724] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.213931] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 888.214260] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44e41a84-9c63-43f3-be4a-7d936ca2ad09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.231298] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 888.231493] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 888.232251] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3f2555-dacb-48b6-968b-4cca8ea6ab0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.237446] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 888.237446] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5244afe6-edfa-1cf5-b97c-e95af4ddda55" [ 888.237446] env[63920]: _type = "Task" [ 888.237446] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.244563] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5244afe6-edfa-1cf5-b97c-e95af4ddda55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.373700] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066466} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.373966] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.374915] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6461d7d-9b86-4db7-b646-470880121286 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.398182] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ae4a421c-2399-44f8-a953-08e70980af0d/ae4a421c-2399-44f8-a953-08e70980af0d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.398486] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9ad948-bacc-4cbb-afd0-ec78235ff315 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.421465] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.422968] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 888.422968] env[63920]: value = "task-2392395" [ 888.422968] env[63920]: _type = "Task" [ 888.422968] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.430266] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.627272] env[63920]: DEBUG nova.scheduler.client.report [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.687091] env[63920]: DEBUG oslo_concurrency.lockutils [req-168dda36-cc04-4e47-a9c6-942f9e56e5e1 req-017aa571-e4e2-4685-81b1-59950a4950c5 service nova] Releasing lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.748574] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5244afe6-edfa-1cf5-b97c-e95af4ddda55, 'name': SearchDatastore_Task, 'duration_secs': 0.082329} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.749417] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15038005-6bd6-49d1-aa99-134a4632bcc0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.757197] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 888.757197] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0a786-e708-1bf8-b03d-a42d538de8a4" [ 888.757197] env[63920]: _type = "Task" [ 888.757197] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.763919] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0a786-e708-1bf8-b03d-a42d538de8a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.922852] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392393, 'name': ReconfigVM_Task, 'duration_secs': 1.278408} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.924541] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b48af1d0-632c-4045-b5b9-2ef9b81821fe/b48af1d0-632c-4045-b5b9-2ef9b81821fe.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.928018] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ac3a5cc-9e75-4b11-a7df-fdcf36ca47f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.936015] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392395, 'name': ReconfigVM_Task, 'duration_secs': 0.371549} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.936479] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ae4a421c-2399-44f8-a953-08e70980af0d/ae4a421c-2399-44f8-a953-08e70980af0d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.937150] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 888.937150] env[63920]: value = "task-2392396" [ 888.937150] env[63920]: _type = "Task" [ 888.937150] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.937337] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48a8f734-ec10-4dd3-b6a2-444ca916c7e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.948502] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392396, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.948786] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 888.948786] env[63920]: value = "task-2392397" [ 888.948786] env[63920]: _type = "Task" [ 888.948786] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.957921] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392397, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.136922] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 889.137484] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 889.140254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.012s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 889.144026] env[63920]: DEBUG nova.objects.instance [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lazy-loading 'resources' on Instance uuid 31f75e6b-e036-4123-8612-0c16be39ebd1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.266695] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0a786-e708-1bf8-b03d-a42d538de8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.023528} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.267008] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.267281] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 889.267579] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d6250d7-fd57-46dc-b64f-7a15bde6e4c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.273725] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 889.273725] env[63920]: value = "task-2392398" [ 889.273725] env[63920]: _type = "Task" [ 889.273725] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.283523] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.448995] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392396, 'name': Rename_Task, 'duration_secs': 0.21498} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.449362] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.452339] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a9cde52-dc86-47cb-9fac-f048064341bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.459032] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392397, 'name': Rename_Task, 'duration_secs': 0.149397} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.460198] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.460426] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 889.460426] env[63920]: value = "task-2392399" [ 889.460426] env[63920]: _type = "Task" [ 889.460426] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.460615] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c2f8272-9af3-41b6-8945-aa917c493f61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.468867] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.470457] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 889.470457] env[63920]: value = "task-2392400" [ 889.470457] env[63920]: _type = "Task" [ 889.470457] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.477547] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.646825] env[63920]: DEBUG nova.compute.utils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 889.648568] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.648780] env[63920]: DEBUG nova.network.neutron [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.726182] env[63920]: DEBUG nova.policy [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '006b544be13e4503a4a97b23e2c99450', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb849fbcb8ca41198bb4b41666660cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.784269] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392398, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.973627] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.985424] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392400, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.077340] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dafd218-361d-4972-97f4-d349868bba00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.090373] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b777be-deb9-4dda-b5f7-632dbd3a5c85 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.128132] env[63920]: DEBUG nova.network.neutron [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Successfully created port: 1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.130521] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc507ed-dcf4-4399-b49d-56da2b2b0b25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.140468] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12eda8-1ead-4e3c-91ec-6f452b0560aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.154865] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 890.161021] env[63920]: DEBUG nova.compute.provider_tree [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.286656] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710097} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.286656] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 890.286656] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 890.286656] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23f9f403-d422-4ba1-9b55-31c8db92a0cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.295608] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 890.295608] env[63920]: value = "task-2392401" [ 890.295608] env[63920]: _type = "Task" [ 890.295608] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.304058] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.479705] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.492471] env[63920]: DEBUG oslo_vmware.api [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392400, 'name': PowerOnVM_Task, 'duration_secs': 0.652262} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.492767] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.492974] env[63920]: INFO nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Took 8.41 seconds to spawn the instance on the hypervisor. [ 890.493174] env[63920]: DEBUG nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.494039] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1af679-1b23-48e3-a997-3d585b48a40d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.664423] env[63920]: DEBUG nova.scheduler.client.report [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.805877] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069306} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.806162] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.806934] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c529b-82bd-45fd-ae02-c8c3db3d78ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.828474] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.829189] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5176fd-48c3-4a82-a823-e5e2dbd56a03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.848477] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 890.848477] env[63920]: value = "task-2392402" [ 890.848477] env[63920]: _type = "Task" [ 890.848477] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.857836] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.975232] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392399, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.016092] env[63920]: INFO nova.compute.manager [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Took 30.85 seconds to build instance. [ 891.169365] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 891.172251] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.032s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.175044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.971s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.202567] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.202817] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.202972] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.203183] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.203330] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.203473] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.203675] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.203827] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.203987] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.204211] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.204413] env[63920]: DEBUG nova.virt.hardware [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.205607] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab670929-af19-487b-880a-d5746481862a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.209052] env[63920]: INFO nova.scheduler.client.report [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Deleted allocations for instance 31f75e6b-e036-4123-8612-0c16be39ebd1 [ 891.217928] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f7fbc0-c419-4722-b393-85f4a2cd7d29 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.359054] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.477440] env[63920]: DEBUG oslo_vmware.api [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392399, 'name': PowerOnVM_Task, 'duration_secs': 1.769041} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.477924] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.478325] env[63920]: INFO nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Took 12.91 seconds to spawn the instance on the hypervisor. [ 891.478636] env[63920]: DEBUG nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.479946] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0308b-1a26-4bd5-9bd1-8afb2280378d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.517302] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a45cd93e-3cb3-47a8-afe4-4267eb52f837 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.364s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.552989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "ae4a421c-2399-44f8-a953-08e70980af0d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.553634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.553634] env[63920]: DEBUG nova.compute.manager [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.554328] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0334217f-da00-464c-8ea9-0521f5c27d3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.563022] env[63920]: DEBUG nova.compute.manager [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 891.563274] env[63920]: DEBUG nova.objects.instance [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'flavor' on Instance uuid ae4a421c-2399-44f8-a953-08e70980af0d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.681110] env[63920]: INFO nova.compute.claims [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.721753] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3c26811-3c68-4c7e-bf96-a95e5bf9827b tempest-ServerAddressesNegativeTestJSON-1503208452 tempest-ServerAddressesNegativeTestJSON-1503208452-project-member] Lock "31f75e6b-e036-4123-8612-0c16be39ebd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.022s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.733116] env[63920]: DEBUG nova.compute.manager [req-88d2f290-10ac-44aa-a7cb-5ba1da3465a6 req-e5d4152a-90e0-4210-b1f9-d9248f48c3e1 service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Received event network-vif-plugged-1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 891.733376] env[63920]: DEBUG oslo_concurrency.lockutils [req-88d2f290-10ac-44aa-a7cb-5ba1da3465a6 req-e5d4152a-90e0-4210-b1f9-d9248f48c3e1 service nova] Acquiring lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.733622] env[63920]: DEBUG oslo_concurrency.lockutils [req-88d2f290-10ac-44aa-a7cb-5ba1da3465a6 req-e5d4152a-90e0-4210-b1f9-d9248f48c3e1 service nova] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.733827] env[63920]: DEBUG oslo_concurrency.lockutils [req-88d2f290-10ac-44aa-a7cb-5ba1da3465a6 req-e5d4152a-90e0-4210-b1f9-d9248f48c3e1 service nova] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.734044] env[63920]: DEBUG nova.compute.manager [req-88d2f290-10ac-44aa-a7cb-5ba1da3465a6 req-e5d4152a-90e0-4210-b1f9-d9248f48c3e1 service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] No waiting events found dispatching network-vif-plugged-1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.734414] env[63920]: WARNING nova.compute.manager [req-88d2f290-10ac-44aa-a7cb-5ba1da3465a6 req-e5d4152a-90e0-4210-b1f9-d9248f48c3e1 service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Received unexpected event network-vif-plugged-1246a5a7-b49c-4443-9f27-6e4259d34849 for instance with vm_state building and task_state spawning. [ 891.820797] env[63920]: DEBUG nova.network.neutron [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Successfully updated port: 1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.860888] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392402, 'name': ReconfigVM_Task, 'duration_secs': 0.772379} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.861239] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Reconfigured VM instance instance-00000044 to attach disk [datastore1] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.861884] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82203a49-f6ea-4873-91c3-0dae2fdc25a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.868110] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 891.868110] env[63920]: value = "task-2392403" [ 891.868110] env[63920]: _type = "Task" [ 891.868110] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.876326] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392403, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.005556] env[63920]: INFO nova.compute.manager [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Took 32.68 seconds to build instance. [ 892.189026] env[63920]: INFO nova.compute.resource_tracker [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating resource usage from migration f66064eb-ac12-4431-879c-3f1268987085 [ 892.326648] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "refresh_cache-e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.326973] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquired lock "refresh_cache-e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.326973] env[63920]: DEBUG nova.network.neutron [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.381075] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392403, 'name': Rename_Task, 'duration_secs': 0.167859} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.381382] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.381630] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82d7454d-c8c6-477f-beb7-27d7340da645 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.388191] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 892.388191] env[63920]: value = "task-2392404" [ 892.388191] env[63920]: _type = "Task" [ 892.388191] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.399263] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.508132] env[63920]: DEBUG oslo_concurrency.lockutils [None req-55f75518-e2fc-48aa-b9ea-5dc7208e5897 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.191s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.564158] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce95e7ac-2be3-4c5e-8a84-053b8e6c869c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.570533] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.573959] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5275ba-3a14-43f7-b365-a699280ed5e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.577457] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd9064-09b5-438d-9773-f82574a7cc4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.611893] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aa7f2e-5320-4921-be05-be6c658398a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.614807] env[63920]: DEBUG oslo_vmware.api [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 892.614807] env[63920]: value = "task-2392405" [ 892.614807] env[63920]: _type = "Task" [ 892.614807] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.623983] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582782d4-9aed-4ef4-bba9-5ba5dc862f17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.631481] env[63920]: DEBUG oslo_vmware.api [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.641617] env[63920]: DEBUG nova.compute.provider_tree [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.900458] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.995425] env[63920]: DEBUG nova.network.neutron [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.125742] env[63920]: DEBUG oslo_vmware.api [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392405, 'name': PowerOffVM_Task, 'duration_secs': 0.219443} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.126531] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.126979] env[63920]: DEBUG nova.compute.manager [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.131088] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5a8baf-2af9-4139-a62c-7d5631bdf983 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.145669] env[63920]: DEBUG nova.scheduler.client.report [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.330023] env[63920]: DEBUG nova.network.neutron [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Updating instance_info_cache with network_info: [{"id": "1246a5a7-b49c-4443-9f27-6e4259d34849", "address": "fa:16:3e:fc:81:b1", "network": {"id": "579d17bd-0107-4ebc-a0ad-d7af52d15f4b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1898608657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb849fbcb8ca41198bb4b41666660cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246a5a7-b4", "ovs_interfaceid": "1246a5a7-b49c-4443-9f27-6e4259d34849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.399839] env[63920]: DEBUG oslo_vmware.api [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392404, 'name': PowerOnVM_Task, 'duration_secs': 0.617696} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.400119] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.400328] env[63920]: INFO nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Took 8.79 seconds to spawn the instance on the hypervisor. [ 893.400510] env[63920]: DEBUG nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.401394] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51224c-6554-429e-a0f8-29bed7474cef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.582961] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.583324] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.583546] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.583734] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.583905] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.586325] env[63920]: INFO nova.compute.manager [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Terminating instance [ 893.652978] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.478s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.652978] env[63920]: INFO nova.compute.manager [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Migrating [ 893.663085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e685b60-bddd-47e8-a132-a969ec628040 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.107s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.663085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.735s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.663950] env[63920]: INFO nova.compute.claims [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.833292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Releasing lock "refresh_cache-e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.833565] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Instance network_info: |[{"id": "1246a5a7-b49c-4443-9f27-6e4259d34849", "address": "fa:16:3e:fc:81:b1", "network": {"id": "579d17bd-0107-4ebc-a0ad-d7af52d15f4b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1898608657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb849fbcb8ca41198bb4b41666660cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246a5a7-b4", "ovs_interfaceid": "1246a5a7-b49c-4443-9f27-6e4259d34849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.833992] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:81:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e30245c5-78f5-48e6-b504-c6c21f5a9b45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1246a5a7-b49c-4443-9f27-6e4259d34849', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.843245] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Creating folder: Project (cb849fbcb8ca41198bb4b41666660cb1). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.843572] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a1c5a5c-da2e-4846-acdf-7080005eaa7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.859731] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Created folder: Project (cb849fbcb8ca41198bb4b41666660cb1) in parent group-v485178. [ 893.859946] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Creating folder: Instances. Parent ref: group-v485373. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.860214] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-822a0170-6de4-4e02-bba8-95a632e32343 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.871924] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Created folder: Instances in parent group-v485373. [ 893.872586] env[63920]: DEBUG oslo.service.loopingcall [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.874749] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.874749] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09e66471-0bae-4378-8efa-f269bef980df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.898858] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.898858] env[63920]: value = "task-2392408" [ 893.898858] env[63920]: _type = "Task" [ 893.898858] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.907386] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392408, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.913011] env[63920]: DEBUG nova.compute.manager [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Received event network-changed-1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 893.913245] env[63920]: DEBUG nova.compute.manager [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Refreshing instance network info cache due to event network-changed-1246a5a7-b49c-4443-9f27-6e4259d34849. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 893.915916] env[63920]: DEBUG oslo_concurrency.lockutils [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] Acquiring lock "refresh_cache-e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.917041] env[63920]: DEBUG oslo_concurrency.lockutils [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] Acquired lock "refresh_cache-e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.917041] env[63920]: DEBUG nova.network.neutron [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Refreshing network info cache for port 1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.931961] env[63920]: INFO nova.compute.manager [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Took 32.05 seconds to build instance. [ 894.093055] env[63920]: DEBUG nova.compute.manager [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.093055] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.093055] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd894b5-f2e1-4dbc-8fa3-b010f8de7c93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.100377] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.100804] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618e050b-4972-41b4-bce3-8ff5acf48d8d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.108153] env[63920]: DEBUG oslo_vmware.api [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 894.108153] env[63920]: value = "task-2392409" [ 894.108153] env[63920]: _type = "Task" [ 894.108153] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.117052] env[63920]: DEBUG oslo_vmware.api [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.142381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "ae4a421c-2399-44f8-a953-08e70980af0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.142381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.142381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "ae4a421c-2399-44f8-a953-08e70980af0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.142381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.142639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.143520] env[63920]: INFO nova.compute.manager [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Terminating instance [ 894.180840] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.180840] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180840] env[63920]: DEBUG nova.network.neutron [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.409639] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392408, 'name': CreateVM_Task, 'duration_secs': 0.491629} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.409923] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.410918] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.411236] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.411625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 894.411969] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58bdc7c9-4690-49eb-bcfd-3a141760be61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.416821] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 894.416821] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fc0963-b3ff-12f0-bdf3-393e9dfb3a05" [ 894.416821] env[63920]: _type = "Task" [ 894.416821] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.424423] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fc0963-b3ff-12f0-bdf3-393e9dfb3a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.434620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f590f146-b27a-4535-9d74-c8c475477c2b tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.569s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.622031] env[63920]: DEBUG oslo_vmware.api [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392409, 'name': PowerOffVM_Task, 'duration_secs': 0.292853} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.622031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.622031] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.622031] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1edfda30-ce97-4f87-b5bd-8bc545bf9071 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.653140] env[63920]: DEBUG nova.compute.manager [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.653140] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.653140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c4494-a4fe-4e4a-88c5-caaa8c86bf17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.662281] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.662281] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cf5d85e-b40b-44d8-9f1f-a4cf036e5d58 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.665255] env[63920]: DEBUG nova.network.neutron [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Updated VIF entry in instance network info cache for port 1246a5a7-b49c-4443-9f27-6e4259d34849. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.666205] env[63920]: DEBUG nova.network.neutron [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Updating instance_info_cache with network_info: [{"id": "1246a5a7-b49c-4443-9f27-6e4259d34849", "address": "fa:16:3e:fc:81:b1", "network": {"id": "579d17bd-0107-4ebc-a0ad-d7af52d15f4b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1898608657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb849fbcb8ca41198bb4b41666660cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e30245c5-78f5-48e6-b504-c6c21f5a9b45", "external-id": "nsx-vlan-transportzone-409", "segmentation_id": 409, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246a5a7-b4", "ovs_interfaceid": "1246a5a7-b49c-4443-9f27-6e4259d34849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.728612] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.728612] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.728612] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleting the datastore file [datastore1] ae4a421c-2399-44f8-a953-08e70980af0d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.728612] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dad96bdf-0e76-4835-a0fc-dee33968cc06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.734777] env[63920]: DEBUG oslo_vmware.api [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 894.734777] env[63920]: value = "task-2392412" [ 894.734777] env[63920]: _type = "Task" [ 894.734777] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.742527] env[63920]: DEBUG oslo_vmware.api [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.803624] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.803820] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.804299] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore2] b48af1d0-632c-4045-b5b9-2ef9b81821fe {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.804299] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e50ef5d4-d6cd-4e66-8b12-2d55bede6332 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.813314] env[63920]: DEBUG oslo_vmware.api [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 894.813314] env[63920]: value = "task-2392413" [ 894.813314] env[63920]: _type = "Task" [ 894.813314] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.826546] env[63920]: DEBUG oslo_vmware.api [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.930134] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fc0963-b3ff-12f0-bdf3-393e9dfb3a05, 'name': SearchDatastore_Task, 'duration_secs': 0.012322} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.930349] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.930586] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.931168] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.931314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.931508] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.931765] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-727574ea-215a-4359-bc50-8048149c5126 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.939282] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.939484] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.940604] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d89d8032-2e11-4dcb-8655-70b09f78a787 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.946036] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 894.946036] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527463ca-71e9-6710-fcbf-a23dd37eefd2" [ 894.946036] env[63920]: _type = "Task" [ 894.946036] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.957408] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527463ca-71e9-6710-fcbf-a23dd37eefd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.080247] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9356f9a9-8de8-4d00-aa2e-cbac81ac7970 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.089844] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb15b28b-9482-4992-8fd2-9f8bc23f8e3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.119408] env[63920]: DEBUG nova.network.neutron [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.121318] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17a9ba9-51ce-45ca-8d36-d127b125f5da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.131982] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1909f8bf-37e7-4d2b-a162-9d1fe50b98b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.148639] env[63920]: DEBUG nova.compute.provider_tree [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.170185] env[63920]: DEBUG oslo_concurrency.lockutils [req-f25f5f16-2c19-403e-99e5-788ee4c4c32b req-b53e3458-914f-476f-8cc7-85081699d58d service nova] Releasing lock "refresh_cache-e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.250193] env[63920]: DEBUG oslo_vmware.api [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138281} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.250193] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.250193] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.250193] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.250193] env[63920]: INFO nova.compute.manager [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Took 0.60 seconds to destroy the instance on the hypervisor. [ 895.250424] env[63920]: DEBUG oslo.service.loopingcall [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.250424] env[63920]: DEBUG nova.compute.manager [-] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.250424] env[63920]: DEBUG nova.network.neutron [-] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.280721] env[63920]: DEBUG nova.compute.manager [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Received event network-changed-0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.281158] env[63920]: DEBUG nova.compute.manager [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Refreshing instance network info cache due to event network-changed-0cf6ba6d-b270-4012-9c08-f321c6645d5b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 895.281681] env[63920]: DEBUG oslo_concurrency.lockutils [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] Acquiring lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 895.281869] env[63920]: DEBUG oslo_concurrency.lockutils [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] Acquired lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.282084] env[63920]: DEBUG nova.network.neutron [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Refreshing network info cache for port 0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.323914] env[63920]: DEBUG oslo_vmware.api [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202528} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.324277] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.324526] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.324638] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.324809] env[63920]: INFO nova.compute.manager [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Took 1.23 seconds to destroy the instance on the hypervisor. [ 895.325178] env[63920]: DEBUG oslo.service.loopingcall [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 895.325265] env[63920]: DEBUG nova.compute.manager [-] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.325381] env[63920]: DEBUG nova.network.neutron [-] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.461156] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527463ca-71e9-6710-fcbf-a23dd37eefd2, 'name': SearchDatastore_Task, 'duration_secs': 0.017577} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.462197] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b5da6d-1383-4166-80a2-640dc3b8a775 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.467766] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 895.467766] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528c1245-083a-2158-f5b2-fb3d16fc2948" [ 895.467766] env[63920]: _type = "Task" [ 895.467766] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.477810] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528c1245-083a-2158-f5b2-fb3d16fc2948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.625629] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.654349] env[63920]: DEBUG nova.scheduler.client.report [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.980106] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528c1245-083a-2158-f5b2-fb3d16fc2948, 'name': SearchDatastore_Task, 'duration_secs': 0.021201} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.980359] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.980613] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] e15cd9eb-3b45-458d-aac3-7dceb7cc4c52/e15cd9eb-3b45-458d-aac3-7dceb7cc4c52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.980883] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbbe30c7-2bd1-480f-b37e-0da91d9ec99d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.991241] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 895.991241] env[63920]: value = "task-2392414" [ 895.991241] env[63920]: _type = "Task" [ 895.991241] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.002911] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.172994] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.172994] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.173695] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.990s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 896.177411] env[63920]: INFO nova.compute.claims [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.193954] env[63920]: DEBUG nova.compute.manager [req-2a4b45c3-48f4-49fa-b224-6d186f001ab6 req-49d17fb9-a8cf-40f1-9420-f177890c5d7b service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Received event network-vif-deleted-3c38d72f-7602-484a-94b1-3a973938cf02 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 896.195970] env[63920]: INFO nova.compute.manager [req-2a4b45c3-48f4-49fa-b224-6d186f001ab6 req-49d17fb9-a8cf-40f1-9420-f177890c5d7b service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Neutron deleted interface 3c38d72f-7602-484a-94b1-3a973938cf02; detaching it from the instance and deleting it from the info cache [ 896.195970] env[63920]: DEBUG nova.network.neutron [req-2a4b45c3-48f4-49fa-b224-6d186f001ab6 req-49d17fb9-a8cf-40f1-9420-f177890c5d7b service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.226190] env[63920]: DEBUG nova.network.neutron [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Updated VIF entry in instance network info cache for port 0cf6ba6d-b270-4012-9c08-f321c6645d5b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.226604] env[63920]: DEBUG nova.network.neutron [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Updating instance_info_cache with network_info: [{"id": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "address": "fa:16:3e:63:36:be", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cf6ba6d-b2", "ovs_interfaceid": "0cf6ba6d-b270-4012-9c08-f321c6645d5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.324190] env[63920]: DEBUG nova.network.neutron [-] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.505606] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392414, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.682298] env[63920]: DEBUG nova.compute.utils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 896.686980] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.687175] env[63920]: DEBUG nova.network.neutron [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.698021] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b81a544-8fac-4524-a1a4-0a41d68fe43d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.710906] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f7f0c3-1fca-4f6a-8980-405f5c5b87c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.729336] env[63920]: DEBUG oslo_concurrency.lockutils [req-d1eb2feb-1209-41c0-9a38-3c1f261335c6 req-69ce1416-0dec-4fd0-b6ae-9ee62d2a7fd3 service nova] Releasing lock "refresh_cache-f21b5eed-79d7-40c7-b918-d7f59cf6ff30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 896.732255] env[63920]: DEBUG nova.network.neutron [-] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.753758] env[63920]: DEBUG nova.compute.manager [req-2a4b45c3-48f4-49fa-b224-6d186f001ab6 req-49d17fb9-a8cf-40f1-9420-f177890c5d7b service nova] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Detach interface failed, port_id=3c38d72f-7602-484a-94b1-3a973938cf02, reason: Instance ae4a421c-2399-44f8-a953-08e70980af0d could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 896.764640] env[63920]: DEBUG nova.policy [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e9ee7cba084ebfbadfb57d19926794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7cc6657975a4c95acfd04987c3bdd4f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.828749] env[63920]: INFO nova.compute.manager [-] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Took 1.58 seconds to deallocate network for instance. [ 897.004467] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64258} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.006193] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] e15cd9eb-3b45-458d-aac3-7dceb7cc4c52/e15cd9eb-3b45-458d-aac3-7dceb7cc4c52.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.006193] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.006193] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a9bc84-0ad3-4127-87c1-557d217369ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.013810] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 897.013810] env[63920]: value = "task-2392415" [ 897.013810] env[63920]: _type = "Task" [ 897.013810] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.025069] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.150437] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b7ac1f-3ac3-4457-b594-b0f96c8ed8cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.176021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.189013] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.234654] env[63920]: INFO nova.compute.manager [-] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Took 1.91 seconds to deallocate network for instance. [ 897.334745] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 897.417304] env[63920]: DEBUG nova.network.neutron [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Successfully created port: 2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.525505] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069035} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.525896] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.526755] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c2909a-55f2-48b5-bd1e-749d06cf4b96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.557392] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] e15cd9eb-3b45-458d-aac3-7dceb7cc4c52/e15cd9eb-3b45-458d-aac3-7dceb7cc4c52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.560540] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5846a37-abd8-4cfa-9649-581b68451f4f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.581604] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 897.581604] env[63920]: value = "task-2392416" [ 897.581604] env[63920]: _type = "Task" [ 897.581604] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.589652] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.625042] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46df8ad-a201-45b2-b055-58c77dee1ea0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.633078] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d119b7d-05a6-4497-a82b-121c5d8bcc26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.665059] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0042dc-1d63-4738-b527-57e0e6925ba1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.672455] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9bf68d-c2d3-4516-a863-76e54c77c7d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.687953] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.688549] env[63920]: DEBUG nova.compute.provider_tree [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.690014] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f446a175-a0a1-43ff-b701-93af63fbb31b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.696506] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 897.696506] env[63920]: value = "task-2392417" [ 897.696506] env[63920]: _type = "Task" [ 897.696506] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.705595] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.745401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.099256] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392416, 'name': ReconfigVM_Task, 'duration_secs': 0.411738} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.099256] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Reconfigured VM instance instance-00000045 to attach disk [datastore2] e15cd9eb-3b45-458d-aac3-7dceb7cc4c52/e15cd9eb-3b45-458d-aac3-7dceb7cc4c52.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.099256] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac9b587f-3225-42fc-911d-9e23816a9673 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.105616] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 898.105616] env[63920]: value = "task-2392418" [ 898.105616] env[63920]: _type = "Task" [ 898.105616] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.113991] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392418, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.196164] env[63920]: DEBUG nova.scheduler.client.report [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.202167] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.216582] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 898.216582] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.235147] env[63920]: DEBUG nova.compute.manager [req-df430736-5609-4661-becb-987ce749e497 req-76cce7c3-3722-43fa-8176-63041ae9b9fb service nova] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Received event network-vif-deleted-1add9e3b-4d43-43af-b495-0436d2c80206 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 898.249252] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.250354] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.250354] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.250354] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.250354] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.250354] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.250589] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.250640] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.250800] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.251462] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.251462] env[63920]: DEBUG nova.virt.hardware [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.252281] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d067a-a5a1-49ff-a298-774a5d8b0a25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.260620] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e47b6c-ef08-421b-833a-d6ef57704071 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.617288] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392418, 'name': Rename_Task, 'duration_secs': 0.165425} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.617556] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.617809] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c875cf06-0bcd-45df-b143-8d1fa6a693e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.624795] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 898.624795] env[63920]: value = "task-2392419" [ 898.624795] env[63920]: _type = "Task" [ 898.624795] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.634676] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "08d6530a-cad4-48dc-a112-ba7bd37929ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.635035] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.639415] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.706426] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.706945] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.709943] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.934s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.710237] env[63920]: DEBUG nova.objects.instance [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lazy-loading 'resources' on Instance uuid ea621953-3fd8-43f2-950b-4acd654f7483 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.730054] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.730054] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.730054] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.730478] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.730637] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.730787] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.730997] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.731583] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.731743] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.731905] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.732104] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.738135] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130b2261-7df0-437f-9364-5414182cfc9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.755141] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 898.755141] env[63920]: value = "task-2392420" [ 898.755141] env[63920]: _type = "Task" [ 898.755141] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.763049] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.140126] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.142974] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392419, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.213060] env[63920]: DEBUG nova.compute.utils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 899.225816] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.227200] env[63920]: DEBUG nova.network.neutron [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.241317] env[63920]: DEBUG nova.network.neutron [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Successfully updated port: 2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.269852] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392420, 'name': ReconfigVM_Task, 'duration_secs': 0.283936} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.269852] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.281351] env[63920]: DEBUG nova.policy [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed872bd6ef84014aa89f414f1d677b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf80c9c95834c07acac9a0ffe39f5d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.301645] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "46fb1953-2171-4f62-9cde-b7b4f310fd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.301882] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.627723] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a371b0-c766-4736-8ae3-952d820bf5af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.651118] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d4a1a5-452d-45ea-8df1-5469bc40ff75 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.655466] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392419, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.698482] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.699303] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378458fb-9859-4bfe-8f69-db4623613108 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.702615] env[63920]: DEBUG nova.network.neutron [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Successfully created port: 543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.710474] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52884842-6eb8-4b2f-a5bb-c286b208bcc1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.730018] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.730018] env[63920]: DEBUG nova.compute.provider_tree [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.747030] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "refresh_cache-8031ba69-ec79-494e-822f-a162e948b4b8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 899.747097] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "refresh_cache-8031ba69-ec79-494e-822f-a162e948b4b8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.747273] env[63920]: DEBUG nova.network.neutron [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.777671] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.777974] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.778178] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.778366] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.781375] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.781375] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.781375] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.781375] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.781375] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.781763] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.781763] env[63920]: DEBUG nova.virt.hardware [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.785279] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Reconfiguring VM instance instance-00000022 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 899.786360] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e4ddafc-d593-4662-90b3-5e81a8b4e5cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.809168] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 899.809168] env[63920]: value = "task-2392421" [ 899.809168] env[63920]: _type = "Task" [ 899.809168] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.813427] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.822092] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.142104] env[63920]: DEBUG oslo_vmware.api [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392419, 'name': PowerOnVM_Task, 'duration_secs': 1.098826} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.142400] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.142649] env[63920]: INFO nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Took 8.97 seconds to spawn the instance on the hypervisor. [ 900.142833] env[63920]: DEBUG nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.143724] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20f70fe-caca-49b6-b353-db0a9392f3c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.236237] env[63920]: DEBUG nova.scheduler.client.report [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.262816] env[63920]: DEBUG nova.compute.manager [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Received event network-vif-plugged-2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.263071] env[63920]: DEBUG oslo_concurrency.lockutils [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] Acquiring lock "8031ba69-ec79-494e-822f-a162e948b4b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.263292] env[63920]: DEBUG oslo_concurrency.lockutils [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] Lock "8031ba69-ec79-494e-822f-a162e948b4b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.263459] env[63920]: DEBUG oslo_concurrency.lockutils [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] Lock "8031ba69-ec79-494e-822f-a162e948b4b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.263647] env[63920]: DEBUG nova.compute.manager [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] No waiting events found dispatching network-vif-plugged-2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.263814] env[63920]: WARNING nova.compute.manager [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Received unexpected event network-vif-plugged-2de380f3-12cd-47c3-acef-e6b00edf1898 for instance with vm_state building and task_state spawning. [ 900.263976] env[63920]: DEBUG nova.compute.manager [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Received event network-changed-2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 900.264147] env[63920]: DEBUG nova.compute.manager [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Refreshing instance network info cache due to event network-changed-2de380f3-12cd-47c3-acef-e6b00edf1898. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 900.264310] env[63920]: DEBUG oslo_concurrency.lockutils [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] Acquiring lock "refresh_cache-8031ba69-ec79-494e-822f-a162e948b4b8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 900.281175] env[63920]: DEBUG nova.network.neutron [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.320667] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392421, 'name': ReconfigVM_Task, 'duration_secs': 0.491406} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.324723] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Reconfigured VM instance instance-00000022 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 900.325717] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dad6505-7bb1-4a5c-89bc-74f88dfe80c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.348219] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd/f4ce314a-6cff-4aaa-af80-39083007e4cd.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.349242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.349497] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a8811d-d9d6-48b7-9d6c-3c511047f5ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.367492] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 900.367492] env[63920]: value = "task-2392422" [ 900.367492] env[63920]: _type = "Task" [ 900.367492] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.378772] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.483073] env[63920]: DEBUG nova.network.neutron [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Updating instance_info_cache with network_info: [{"id": "2de380f3-12cd-47c3-acef-e6b00edf1898", "address": "fa:16:3e:ce:2e:3d", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de380f3-12", "ovs_interfaceid": "2de380f3-12cd-47c3-acef-e6b00edf1898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.660754] env[63920]: INFO nova.compute.manager [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Took 36.11 seconds to build instance. [ 900.741393] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.744050] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.746466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.835s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.746743] env[63920]: DEBUG nova.objects.instance [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lazy-loading 'resources' on Instance uuid ca2aa06c-914f-498c-9951-c588c07f07b0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.769416] env[63920]: INFO nova.scheduler.client.report [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted allocations for instance ea621953-3fd8-43f2-950b-4acd654f7483 [ 900.781792] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.781792] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.782015] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.782139] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.782311] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.782499] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.782725] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.782885] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.783286] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.783286] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.783474] env[63920]: DEBUG nova.virt.hardware [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.784435] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f72a64-ac03-442d-baf3-bc4d8a2e5e73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.794676] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce36592-5bd4-4754-99e2-2f378062fb23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.880547] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.985885] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "refresh_cache-8031ba69-ec79-494e-822f-a162e948b4b8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 900.986284] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Instance network_info: |[{"id": "2de380f3-12cd-47c3-acef-e6b00edf1898", "address": "fa:16:3e:ce:2e:3d", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de380f3-12", "ovs_interfaceid": "2de380f3-12cd-47c3-acef-e6b00edf1898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.986618] env[63920]: DEBUG oslo_concurrency.lockutils [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] Acquired lock "refresh_cache-8031ba69-ec79-494e-822f-a162e948b4b8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.986805] env[63920]: DEBUG nova.network.neutron [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Refreshing network info cache for port 2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.989071] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:2e:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2de380f3-12cd-47c3-acef-e6b00edf1898', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.998924] env[63920]: DEBUG oslo.service.loopingcall [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 901.002234] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.002753] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5418ec3-eea4-4c0b-a792-457fe3108ceb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.023434] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.023434] env[63920]: value = "task-2392423" [ 901.023434] env[63920]: _type = "Task" [ 901.023434] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.032563] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392423, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.163291] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95684149-3461-4050-b6cc-e4c3d79f1438 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.627s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.265549] env[63920]: DEBUG nova.network.neutron [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Updated VIF entry in instance network info cache for port 2de380f3-12cd-47c3-acef-e6b00edf1898. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.265549] env[63920]: DEBUG nova.network.neutron [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Updating instance_info_cache with network_info: [{"id": "2de380f3-12cd-47c3-acef-e6b00edf1898", "address": "fa:16:3e:ce:2e:3d", "network": {"id": "882ec164-e1db-42f6-8f41-93fa7e23108b", "bridge": "br-int", "label": "tempest-ImagesTestJSON-665441350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7cc6657975a4c95acfd04987c3bdd4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2de380f3-12", "ovs_interfaceid": "2de380f3-12cd-47c3-acef-e6b00edf1898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.278922] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f165e747-c9c3-4dcb-882a-e28716053708 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "ea621953-3fd8-43f2-950b-4acd654f7483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.093s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.285033] env[63920]: DEBUG nova.compute.manager [req-f568fce9-6d4b-49f9-a5ab-3d29e5bddb55 req-fa70fe08-4275-4677-911a-adb05ad3ae28 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Received event network-vif-plugged-543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.285288] env[63920]: DEBUG oslo_concurrency.lockutils [req-f568fce9-6d4b-49f9-a5ab-3d29e5bddb55 req-fa70fe08-4275-4677-911a-adb05ad3ae28 service nova] Acquiring lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.285566] env[63920]: DEBUG oslo_concurrency.lockutils [req-f568fce9-6d4b-49f9-a5ab-3d29e5bddb55 req-fa70fe08-4275-4677-911a-adb05ad3ae28 service nova] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.285842] env[63920]: DEBUG oslo_concurrency.lockutils [req-f568fce9-6d4b-49f9-a5ab-3d29e5bddb55 req-fa70fe08-4275-4677-911a-adb05ad3ae28 service nova] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.285981] env[63920]: DEBUG nova.compute.manager [req-f568fce9-6d4b-49f9-a5ab-3d29e5bddb55 req-fa70fe08-4275-4677-911a-adb05ad3ae28 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] No waiting events found dispatching network-vif-plugged-543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.286203] env[63920]: WARNING nova.compute.manager [req-f568fce9-6d4b-49f9-a5ab-3d29e5bddb55 req-fa70fe08-4275-4677-911a-adb05ad3ae28 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Received unexpected event network-vif-plugged-543af3cc-7863-4c38-96a6-6a4458164a50 for instance with vm_state building and task_state spawning. [ 901.381096] env[63920]: DEBUG oslo_vmware.api [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392422, 'name': ReconfigVM_Task, 'duration_secs': 0.64544} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.386457] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Reconfigured VM instance instance-00000022 to attach disk [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd/f4ce314a-6cff-4aaa-af80-39083007e4cd.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.386457] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.392854] env[63920]: DEBUG nova.network.neutron [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Successfully updated port: 543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.533227] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392423, 'name': CreateVM_Task, 'duration_secs': 0.453327} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.535536] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.536382] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.536547] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.537209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 901.537209] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56753272-3159-4012-bf15-adffd1b85d85 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.541609] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 901.541609] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5214eeef-a7cf-998d-18a5-39f27229de4c" [ 901.541609] env[63920]: _type = "Task" [ 901.541609] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.552869] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5214eeef-a7cf-998d-18a5-39f27229de4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.592051] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a87be8-a906-4ec9-9cec-7cc9dab97afb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.599059] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22676a6e-a0f3-47a8-aeee-e46b902be0ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.630930] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066377a1-bfd6-4d63-90a0-4ded40e696b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.637849] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467f0714-17f5-4167-8c01-0635b3bcb664 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.650864] env[63920]: DEBUG nova.compute.provider_tree [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.768119] env[63920]: DEBUG oslo_concurrency.lockutils [req-5da67650-7653-4799-8e48-1759e5661d96 req-8599b7da-99be-4d0e-bae8-3e2ad25d0c4d service nova] Releasing lock "refresh_cache-8031ba69-ec79-494e-822f-a162e948b4b8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 901.895828] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "refresh_cache-399907b7-ec6b-4fab-84fd-74ff4d32bdc3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.895828] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "refresh_cache-399907b7-ec6b-4fab-84fd-74ff4d32bdc3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.895967] env[63920]: DEBUG nova.network.neutron [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.898205] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8f5905-e3db-41bb-99fe-cad2736a9638 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.902138] env[63920]: DEBUG nova.compute.manager [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.903038] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da49ac-c146-4908-b815-b6c985a9b09d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.920981] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77e82c2-0a18-44b1-a5d7-904f7f500b05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.944858] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.052486] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5214eeef-a7cf-998d-18a5-39f27229de4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.052824] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.053038] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.053279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.053422] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.053593] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.053856] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d52574-f217-411f-acd3-e2f5a17094ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.067226] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.067423] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.068132] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d37abe0-c01f-4395-98b5-7f944e9cbfa6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.073572] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 902.073572] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524b8d7c-945b-65c4-06e9-93857ee6ef23" [ 902.073572] env[63920]: _type = "Task" [ 902.073572] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.081548] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524b8d7c-945b-65c4-06e9-93857ee6ef23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.154311] env[63920]: DEBUG nova.scheduler.client.report [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.429249] env[63920]: INFO nova.compute.manager [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] instance snapshotting [ 902.432300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39be68b-277d-41b5-bd0e-de4f22126557 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.436113] env[63920]: DEBUG nova.network.neutron [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.461867] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297215ba-453b-4886-824b-035372545bc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.498752] env[63920]: DEBUG nova.network.neutron [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Port 245a4b4a-f222-4301-a1e9-c9a237fc8a4d binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 902.586923] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524b8d7c-945b-65c4-06e9-93857ee6ef23, 'name': SearchDatastore_Task, 'duration_secs': 0.03592} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.588430] env[63920]: DEBUG nova.network.neutron [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Updating instance_info_cache with network_info: [{"id": "543af3cc-7863-4c38-96a6-6a4458164a50", "address": "fa:16:3e:d3:c2:c3", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543af3cc-78", "ovs_interfaceid": "543af3cc-7863-4c38-96a6-6a4458164a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.591053] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dab36b9-ffdf-493d-b3ed-ca6129d78af3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.595590] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 902.595590] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dd83f8-1e65-d69c-5bba-8f91e43d1fac" [ 902.595590] env[63920]: _type = "Task" [ 902.595590] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.603483] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dd83f8-1e65-d69c-5bba-8f91e43d1fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.659286] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.661763] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.609s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.662050] env[63920]: DEBUG nova.objects.instance [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lazy-loading 'resources' on Instance uuid 8a8b5ca1-d551-4876-be84-e93404f98db9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.972857] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.973227] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a23b0c6-8c75-4aa2-bdb1-41512d3daf24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.981305] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 902.981305] env[63920]: value = "task-2392424" [ 902.981305] env[63920]: _type = "Task" [ 902.981305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.989182] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.012491] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "refresh_cache-399907b7-ec6b-4fab-84fd-74ff4d32bdc3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.012491] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Instance network_info: |[{"id": "543af3cc-7863-4c38-96a6-6a4458164a50", "address": "fa:16:3e:d3:c2:c3", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543af3cc-78", "ovs_interfaceid": "543af3cc-7863-4c38-96a6-6a4458164a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.018542] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:c2:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '543af3cc-7863-4c38-96a6-6a4458164a50', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.018542] env[63920]: DEBUG oslo.service.loopingcall [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.018542] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.018542] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692ead5e-746c-482e-be7b-440b139dcb30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.018542] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dd83f8-1e65-d69c-5bba-8f91e43d1fac, 'name': SearchDatastore_Task, 'duration_secs': 0.032562} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.022640] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.022640] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8031ba69-ec79-494e-822f-a162e948b4b8/8031ba69-ec79-494e-822f-a162e948b4b8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.022640] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.022640] env[63920]: value = "task-2392425" [ 906.022640] env[63920]: _type = "Task" [ 906.022640] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.022640] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fbfca45-9198-444b-a23e-954df297f25c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.022640] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392425, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.022640] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 906.022640] env[63920]: value = "task-2392426" [ 906.022640] env[63920]: _type = "Task" [ 906.024372] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.024372] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4732bc-1ca2-42a7-97eb-006e4616a95b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.024372] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874f6328-b73f-4eb0-ab21-9afa54819ee4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.024372] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01494bb-3015-4d62-84a0-faf8dc962844 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.024372] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.024372] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c297fbe-636f-4821-bdfa-c0e605db264b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.024372] env[63920]: DEBUG nova.compute.provider_tree [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.033295] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392425, 'name': CreateVM_Task, 'duration_secs': 0.391492} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.033295] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.033295] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.033295] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.033295] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 906.033295] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5300d3c-8925-4505-99dd-9c940cd87485 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.033843] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392426, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.033843] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.033843] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528a5759-86bf-8f8c-96fc-17b3ebe29ad2" [ 906.033843] env[63920]: _type = "Task" [ 906.033843] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.033843] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528a5759-86bf-8f8c-96fc-17b3ebe29ad2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.033843] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.034181] env[63920]: DEBUG nova.scheduler.client.report [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.034181] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538234} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.034181] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8031ba69-ec79-494e-822f-a162e948b4b8/8031ba69-ec79-494e-822f-a162e948b4b8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.034603] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.034603] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62c53cdf-cab6-433f-b919-7d6ba8fafe73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.034603] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 906.034603] env[63920]: value = "task-2392427" [ 906.034603] env[63920]: _type = "Task" [ 906.034603] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.034603] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528a5759-86bf-8f8c-96fc-17b3ebe29ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.034603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.035017] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.035017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.035017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.035017] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.035017] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28751f66-edb2-4520-94a7-053f0551cbae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.035175] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.035175] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.035175] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.035175] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f2af77-c4ba-487d-84c6-c465bdebb2ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.035175] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.035175] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224497b-f611-db50-a32d-72b4bc0c5808" [ 906.035175] env[63920]: _type = "Task" [ 906.035175] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.035401] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224497b-f611-db50-a32d-72b4bc0c5808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.035401] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.035401] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064616} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.035401] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.035401] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab6a20c-1247-4e5c-bc28-b7bc7b3380da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.035560] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8031ba69-ec79-494e-822f-a162e948b4b8/8031ba69-ec79-494e-822f-a162e948b4b8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.035560] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b989651-af01-4396-bf27-2d139df869c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.035560] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5224497b-f611-db50-a32d-72b4bc0c5808, 'name': SearchDatastore_Task, 'duration_secs': 0.008229} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.035560] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 906.035560] env[63920]: value = "task-2392428" [ 906.035560] env[63920]: _type = "Task" [ 906.035560] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.035560] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789cc1d0-0a21-47a9-a0e3-3f6646b33214 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.035817] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.035817] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.035817] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526efc78-b9e4-8bac-eaf7-50e015965ec1" [ 906.035817] env[63920]: _type = "Task" [ 906.035817] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.035817] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526efc78-b9e4-8bac-eaf7-50e015965ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.035817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.036075] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 399907b7-ec6b-4fab-84fd-74ff4d32bdc3/399907b7-ec6b-4fab-84fd-74ff4d32bdc3.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.036075] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f639aa6-a31c-4cef-a608-fdfc86ea77ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.036075] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.036075] env[63920]: value = "task-2392429" [ 906.036075] env[63920]: _type = "Task" [ 906.036075] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.036075] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.036075] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.036311] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.036311] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437851} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.036311] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 399907b7-ec6b-4fab-84fd-74ff4d32bdc3/399907b7-ec6b-4fab-84fd-74ff4d32bdc3.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.036311] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.036311] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9faa653-a9f1-40a6-8ad2-cbfca629f7d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.036516] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.036516] env[63920]: value = "task-2392430" [ 906.036516] env[63920]: _type = "Task" [ 906.036516] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.036516] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.036516] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.036516] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392428, 'name': ReconfigVM_Task, 'duration_secs': 0.518337} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.036720] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8031ba69-ec79-494e-822f-a162e948b4b8/8031ba69-ec79-494e-822f-a162e948b4b8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.036720] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2568d62f-7464-44a5-9f88-f06d6c46e03c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.036720] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 906.036720] env[63920]: value = "task-2392431" [ 906.036720] env[63920]: _type = "Task" [ 906.036720] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.036720] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392431, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.036720] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062625} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.036950] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.036950] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4089e4-227b-491a-8ac4-dfab17e3f7f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.036950] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 399907b7-ec6b-4fab-84fd-74ff4d32bdc3/399907b7-ec6b-4fab-84fd-74ff4d32bdc3.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.036950] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26eb859f-a93a-4393-8da3-77226f9e7f8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.036950] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.036950] env[63920]: value = "task-2392432" [ 906.036950] env[63920]: _type = "Task" [ 906.036950] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.037238] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.037238] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.048959] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.387s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.051809] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.149s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.054374] env[63920]: INFO nova.compute.claims [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.074196] env[63920]: INFO nova.scheduler.client.report [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Deleted allocations for instance ca2aa06c-914f-498c-9951-c588c07f07b0 [ 906.086268] env[63920]: INFO nova.scheduler.client.report [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Deleted allocations for instance 8a8b5ca1-d551-4876-be84-e93404f98db9 [ 906.092971] env[63920]: DEBUG nova.compute.manager [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Received event network-changed-543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.093403] env[63920]: DEBUG nova.compute.manager [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Refreshing instance network info cache due to event network-changed-543af3cc-7863-4c38-96a6-6a4458164a50. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 906.093474] env[63920]: DEBUG oslo_concurrency.lockutils [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] Acquiring lock "refresh_cache-399907b7-ec6b-4fab-84fd-74ff4d32bdc3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.093591] env[63920]: DEBUG oslo_concurrency.lockutils [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] Acquired lock "refresh_cache-399907b7-ec6b-4fab-84fd-74ff4d32bdc3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.093755] env[63920]: DEBUG nova.network.neutron [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Refreshing network info cache for port 543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.241849] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392431, 'name': Rename_Task, 'duration_secs': 0.128864} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.242582] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.242582] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1dd1ca8-df90-49ba-b2d3-9e306d49d70c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.249165] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 906.249165] env[63920]: value = "task-2392433" [ 906.249165] env[63920]: _type = "Task" [ 906.249165] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.256969] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.314727] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392432, 'name': ReconfigVM_Task, 'duration_secs': 0.277065} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.315013] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 399907b7-ec6b-4fab-84fd-74ff4d32bdc3/399907b7-ec6b-4fab-84fd-74ff4d32bdc3.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.315708] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dfecb52-7521-4c82-807c-d0aac67e7a55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.322153] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 906.322153] env[63920]: value = "task-2392434" [ 906.322153] env[63920]: _type = "Task" [ 906.322153] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.330715] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392434, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.518728] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.532966] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.533172] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.533350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.583739] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a61c0e2-5850-48cc-a53a-0696b519e5a0 tempest-SecurityGroupsTestJSON-1566987613 tempest-SecurityGroupsTestJSON-1566987613-project-member] Lock "ca2aa06c-914f-498c-9951-c588c07f07b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.234s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.593935] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c77d01c-4b1c-4ef0-be52-0e0080f70134 tempest-MigrationsAdminTest-376349591 tempest-MigrationsAdminTest-376349591-project-member] Lock "8a8b5ca1-d551-4876-be84-e93404f98db9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.972s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.763043] env[63920]: DEBUG oslo_vmware.api [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392433, 'name': PowerOnVM_Task, 'duration_secs': 0.484758} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.763043] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.763043] env[63920]: INFO nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Took 8.56 seconds to spawn the instance on the hypervisor. [ 906.763043] env[63920]: DEBUG nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.763043] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ad307-22a0-4992-956d-47621c0a59f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.832905] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392434, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.006116] env[63920]: DEBUG nova.network.neutron [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Updated VIF entry in instance network info cache for port 543af3cc-7863-4c38-96a6-6a4458164a50. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.006474] env[63920]: DEBUG nova.network.neutron [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Updating instance_info_cache with network_info: [{"id": "543af3cc-7863-4c38-96a6-6a4458164a50", "address": "fa:16:3e:d3:c2:c3", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap543af3cc-78", "ovs_interfaceid": "543af3cc-7863-4c38-96a6-6a4458164a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.023161] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.281645] env[63920]: INFO nova.compute.manager [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Took 32.39 seconds to build instance. [ 907.333169] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392434, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.442659] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac18190b-9c1a-491b-aeb4-58760b8b3850 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.450625] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b28ead0-6c96-4932-ab3a-eeaebab24f44 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.489585] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5786d45-e6e9-4b2f-893a-13e7ca8e5e7e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.498618] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d589e7d-c454-40d3-9ea7-dc08df829934 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.512719] env[63920]: DEBUG oslo_concurrency.lockutils [req-b0985bc5-727f-4ffa-a045-eee592843b1c req-5b70e488-e731-4f56-b124-374ae63555d7 service nova] Releasing lock "refresh_cache-399907b7-ec6b-4fab-84fd-74ff4d32bdc3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.513458] env[63920]: DEBUG nova.compute.provider_tree [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.522989] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392424, 'name': CreateSnapshot_Task, 'duration_secs': 4.311002} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.524287] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 907.525199] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9846ef8c-c26b-4204-9ec2-0559a6476531 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.786660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-927a322a-f7f8-4b5c-ab8d-17d26f67296e tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8031ba69-ec79-494e-822f-a162e948b4b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.908s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.803525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.803698] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.803874] env[63920]: DEBUG nova.network.neutron [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.836688] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392434, 'name': Rename_Task, 'duration_secs': 1.150364} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.837047] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.837386] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012c46a8-0869-4c60-9d25-788886918605 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.845338] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 907.845338] env[63920]: value = "task-2392435" [ 907.845338] env[63920]: _type = "Task" [ 907.845338] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.855849] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.018948] env[63920]: DEBUG nova.scheduler.client.report [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.043840] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.044711] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab28a96f-0856-4b29-8916-b2a5b36f657f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.054530] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 908.054530] env[63920]: value = "task-2392436" [ 908.054530] env[63920]: _type = "Task" [ 908.054530] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.070504] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.355982] env[63920]: DEBUG oslo_vmware.api [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392435, 'name': PowerOnVM_Task, 'duration_secs': 0.502991} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.355982] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.355982] env[63920]: INFO nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Took 7.61 seconds to spawn the instance on the hypervisor. [ 908.355982] env[63920]: DEBUG nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.356565] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbada9d1-97da-4c09-b77a-bb33b48cc95f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.528579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.529210] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.534291] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.604s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.535783] env[63920]: INFO nova.compute.claims [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.569374] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.677166] env[63920]: DEBUG nova.network.neutron [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.876258] env[63920]: INFO nova.compute.manager [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Took 33.72 seconds to build instance. [ 909.013916] env[63920]: DEBUG nova.compute.manager [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.015093] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999283a0-a70d-4dc6-ba96-ce0f9e0286b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.045559] env[63920]: DEBUG nova.compute.utils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.048993] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.049231] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.071481] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.111890] env[63920]: DEBUG nova.policy [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11dc015c8d6043cc899e8ca3c15901b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f20cde9b369446ca3f69e234e4cfb8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 909.180070] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.380898] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3b22ecc3-04c3-42ed-a6d1-354a61edf941 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.232s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.528100] env[63920]: INFO nova.compute.manager [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] instance snapshotting [ 909.531187] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d095bca-1861-453f-bdfc-8e012e404f7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.550728] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.557439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bceb763-17f4-4468-bddb-ae91ba0c6040 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.568661] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.710491] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f837b380-d10c-4b2f-8bce-c9b5cbedd509 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.734504] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c65ae30-cc3d-48d3-9b23-87e862d0e3ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.742641] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.880897] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab3f07-c599-47fc-ae06-db543366d280 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.888895] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ad502d-2f7b-4213-bf1a-fd3a9384ba95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.918817] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3331d5a-a291-45ba-8a08-56137147eb0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.926248] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed263afa-e4a2-40dd-9d78-dbbca8df91e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.939454] env[63920]: DEBUG nova.compute.provider_tree [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.070438] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.443063] env[63920]: DEBUG nova.scheduler.client.report [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.571491] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.072817] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.574331] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.076038] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.211906] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Successfully created port: 47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.256704] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32116c78-0d37-4ee9-931d-31e9b7d3141a tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance 'f4ce314a-6cff-4aaa-af80-39083007e4cd' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.450618] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.916s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.451083] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.454069] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.454614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.456754] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.501s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.457972] env[63920]: INFO nova.compute.claims [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.574518] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.578661] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.578661] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47f30208-9719-4f99-9808-700900febb81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.587298] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 912.587298] env[63920]: value = "task-2392437" [ 912.587298] env[63920]: _type = "Task" [ 912.587298] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.596190] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.958396] env[63920]: DEBUG nova.compute.utils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 912.959847] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.963107] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.963107] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.035611] env[63920]: DEBUG nova.policy [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11dc015c8d6043cc899e8ca3c15901b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f20cde9b369446ca3f69e234e4cfb8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.063104] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.078051] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.100428] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392437, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.102630] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.103837] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.103837] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.103837] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.103837] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.103837] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.104061] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.104061] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.104061] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.104198] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.104352] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.105208] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafde059-572f-44cc-bdf2-12dc676e4cbc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.113180] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac81f19-4ec7-4e18-8adc-78b39ea2d67f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.463355] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.494028] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.577639] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392436, 'name': CloneVM_Task, 'duration_secs': 5.481116} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.577939] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Created linked-clone VM from snapshot [ 913.578698] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083811ef-17c5-4c72-ba24-91295862d5d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.588385] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Uploading image 3dff7acb-d0d5-4db9-992d-2e1f6c4df9a7 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 913.604041] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392437, 'name': CreateSnapshot_Task, 'duration_secs': 0.964251} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.604041] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 913.604041] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6853afd-24d5-400e-a759-ff198a8b93bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.619640] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 913.619640] env[63920]: value = "vm-485379" [ 913.619640] env[63920]: _type = "VirtualMachine" [ 913.619640] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 913.619901] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8480ef7-0908-451d-93e6-948c98cd1c07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.629011] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lease: (returnval){ [ 913.629011] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a2750-b58f-5d41-5b5f-66f75315fcde" [ 913.629011] env[63920]: _type = "HttpNfcLease" [ 913.629011] env[63920]: } obtained for exporting VM: (result){ [ 913.629011] env[63920]: value = "vm-485379" [ 913.629011] env[63920]: _type = "VirtualMachine" [ 913.629011] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 913.629011] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the lease: (returnval){ [ 913.629011] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a2750-b58f-5d41-5b5f-66f75315fcde" [ 913.629011] env[63920]: _type = "HttpNfcLease" [ 913.629011] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.634406] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.634406] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a2750-b58f-5d41-5b5f-66f75315fcde" [ 913.634406] env[63920]: _type = "HttpNfcLease" [ 913.634406] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.834905] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Successfully created port: f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.859297] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c0dbe9-d88f-4b18-a66f-ffa24807cf53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.868629] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b6f82-94da-4921-b241-c13cceb96bdd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.907151] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b3aa1-0a22-4113-a99e-9b8850038793 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.915638] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba815b-d646-4dd3-ba67-202c644d1302 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.931711] env[63920]: DEBUG nova.compute.provider_tree [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.011789] env[63920]: DEBUG nova.compute.manager [req-5a84c127-1215-430e-96f8-2e0fbadb53bc req-400e1fc1-b094-4487-8819-29a204e7a467 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Received event network-vif-plugged-47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.012093] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a84c127-1215-430e-96f8-2e0fbadb53bc req-400e1fc1-b094-4487-8819-29a204e7a467 service nova] Acquiring lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.012514] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a84c127-1215-430e-96f8-2e0fbadb53bc req-400e1fc1-b094-4487-8819-29a204e7a467 service nova] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.012698] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a84c127-1215-430e-96f8-2e0fbadb53bc req-400e1fc1-b094-4487-8819-29a204e7a467 service nova] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.013113] env[63920]: DEBUG nova.compute.manager [req-5a84c127-1215-430e-96f8-2e0fbadb53bc req-400e1fc1-b094-4487-8819-29a204e7a467 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] No waiting events found dispatching network-vif-plugged-47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.013113] env[63920]: WARNING nova.compute.manager [req-5a84c127-1215-430e-96f8-2e0fbadb53bc req-400e1fc1-b094-4487-8819-29a204e7a467 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Received unexpected event network-vif-plugged-47b9a8a6-6e67-45ec-b682-33d29589209e for instance with vm_state building and task_state spawning. [ 914.128020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.128020] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-53d0b143-0a90-4ced-8ab6-10970c54f5c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.138396] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.138396] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a2750-b58f-5d41-5b5f-66f75315fcde" [ 914.138396] env[63920]: _type = "HttpNfcLease" [ 914.138396] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.138396] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.138396] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524a2750-b58f-5d41-5b5f-66f75315fcde" [ 914.138396] env[63920]: _type = "HttpNfcLease" [ 914.138396] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 914.138681] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e428443-1893-4f9d-a20b-69800b9c6794 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.149914] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Successfully updated port: 47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.151969] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 914.151969] env[63920]: value = "task-2392439" [ 914.151969] env[63920]: _type = "Task" [ 914.151969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.162285] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac47c1-a1fd-262f-2e70-e72af991e06e/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.164200] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac47c1-a1fd-262f-2e70-e72af991e06e/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 914.235423] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392439, 'name': CloneVM_Task} progress is 11%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.290798] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e433da90-431f-47c1-883a-6b5bd942e0c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.434964] env[63920]: DEBUG nova.scheduler.client.report [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.474589] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.514330] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.514778] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.515014] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.515223] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.515374] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.515523] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.515733] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.516084] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.516291] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.516461] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.516635] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.517822] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05619c-b47d-4ae9-baeb-6fef8162b49a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.529273] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2fa418-1626-49ae-8113-a295944a59df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.653573] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "refresh_cache-17729b9a-e33c-4b55-9d4a-7e52b861fac3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.653798] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "refresh_cache-17729b9a-e33c-4b55-9d4a-7e52b861fac3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.653908] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.675618] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392439, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.941034] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.941034] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.956517] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.622s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.957148] env[63920]: DEBUG nova.objects.instance [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'resources' on Instance uuid ae4a421c-2399-44f8-a953-08e70980af0d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.971372] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.971643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.974922] env[63920]: DEBUG nova.compute.manager [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Going to confirm migration 3 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 915.169812] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392439, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.228511] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.426979] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Updating instance_info_cache with network_info: [{"id": "47b9a8a6-6e67-45ec-b682-33d29589209e", "address": "fa:16:3e:28:cd:cd", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b9a8a6-6e", "ovs_interfaceid": "47b9a8a6-6e67-45ec-b682-33d29589209e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.457733] env[63920]: DEBUG nova.compute.utils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.462610] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.462875] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.517945] env[63920]: DEBUG nova.policy [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11dc015c8d6043cc899e8ca3c15901b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f20cde9b369446ca3f69e234e4cfb8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.557948] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.558449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.558449] env[63920]: DEBUG nova.network.neutron [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.558608] env[63920]: DEBUG nova.objects.instance [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'info_cache' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.669158] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392439, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.931837] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "refresh_cache-17729b9a-e33c-4b55-9d4a-7e52b861fac3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.932186] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Instance network_info: |[{"id": "47b9a8a6-6e67-45ec-b682-33d29589209e", "address": "fa:16:3e:28:cd:cd", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b9a8a6-6e", "ovs_interfaceid": "47b9a8a6-6e67-45ec-b682-33d29589209e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.932714] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:cd:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47b9a8a6-6e67-45ec-b682-33d29589209e', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.940729] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Creating folder: Project (8f20cde9b369446ca3f69e234e4cfb8f). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.942055] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3cedbce-0e12-4162-8d31-db1211c8057a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.944371] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a6364-75e1-4550-98fc-01384b231b8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.955329] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366db220-5f8c-4d16-af97-8ea57f1dcdba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.960334] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Created folder: Project (8f20cde9b369446ca3f69e234e4cfb8f) in parent group-v485178. [ 915.961319] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Creating folder: Instances. Parent ref: group-v485382. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.961319] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9402a80-7c6a-43ba-af0e-38401bf152a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.996671] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.002368] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb429e41-6bf3-4193-8639-e1fbd38c4f07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.006918] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Successfully created port: 4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.012340] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Created folder: Instances in parent group-v485382. [ 916.012784] env[63920]: DEBUG oslo.service.loopingcall [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.016768] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.017398] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93d52770-19ba-4fe1-b5bd-dfb21a08ad98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.037366] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4df500-21b8-4646-8bc0-89ed5e6419ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.057292] env[63920]: DEBUG nova.compute.provider_tree [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.070304] env[63920]: DEBUG nova.compute.manager [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Received event network-changed-47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.070304] env[63920]: DEBUG nova.compute.manager [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Refreshing instance network info cache due to event network-changed-47b9a8a6-6e67-45ec-b682-33d29589209e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 916.070304] env[63920]: DEBUG oslo_concurrency.lockutils [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] Acquiring lock "refresh_cache-17729b9a-e33c-4b55-9d4a-7e52b861fac3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.070304] env[63920]: DEBUG oslo_concurrency.lockutils [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] Acquired lock "refresh_cache-17729b9a-e33c-4b55-9d4a-7e52b861fac3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.070304] env[63920]: DEBUG nova.network.neutron [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Refreshing network info cache for port 47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.071317] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.071317] env[63920]: value = "task-2392442" [ 916.071317] env[63920]: _type = "Task" [ 916.071317] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.072403] env[63920]: DEBUG nova.scheduler.client.report [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.092661] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392442, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.171278] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392439, 'name': CloneVM_Task, 'duration_secs': 1.644565} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.171677] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Created linked-clone VM from snapshot [ 916.172459] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f7a7d5-c57d-4ca9-a940-d77254ffd3c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.182560] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Uploading image 5dc54c2b-44ad-4f76-8680-6b280a45a669 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.195408] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 916.195719] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c5f53b1-4ec1-4b3c-af39-68b94b482363 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.203543] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 916.203543] env[63920]: value = "task-2392443" [ 916.203543] env[63920]: _type = "Task" [ 916.203543] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.213080] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392443, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.247650] env[63920]: DEBUG nova.compute.manager [req-2a83e41f-cf78-4ddf-a93d-333f9a991c31 req-bd51140a-05e9-4600-b675-f3b58e61ca16 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Received event network-vif-plugged-f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 916.248299] env[63920]: DEBUG oslo_concurrency.lockutils [req-2a83e41f-cf78-4ddf-a93d-333f9a991c31 req-bd51140a-05e9-4600-b675-f3b58e61ca16 service nova] Acquiring lock "49b465f6-ae28-4584-aadb-e4d9982862d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.248299] env[63920]: DEBUG oslo_concurrency.lockutils [req-2a83e41f-cf78-4ddf-a93d-333f9a991c31 req-bd51140a-05e9-4600-b675-f3b58e61ca16 service nova] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.248479] env[63920]: DEBUG oslo_concurrency.lockutils [req-2a83e41f-cf78-4ddf-a93d-333f9a991c31 req-bd51140a-05e9-4600-b675-f3b58e61ca16 service nova] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.248620] env[63920]: DEBUG nova.compute.manager [req-2a83e41f-cf78-4ddf-a93d-333f9a991c31 req-bd51140a-05e9-4600-b675-f3b58e61ca16 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] No waiting events found dispatching network-vif-plugged-f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.248798] env[63920]: WARNING nova.compute.manager [req-2a83e41f-cf78-4ddf-a93d-333f9a991c31 req-bd51140a-05e9-4600-b675-f3b58e61ca16 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Received unexpected event network-vif-plugged-f416109b-9e61-4cd2-8185-3a3481565b7b for instance with vm_state building and task_state spawning. [ 916.407786] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Successfully updated port: f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.578501] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.581681] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.836s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.581989] env[63920]: DEBUG nova.objects.instance [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'resources' on Instance uuid b48af1d0-632c-4045-b5b9-2ef9b81821fe {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.596785] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392442, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.626296] env[63920]: INFO nova.scheduler.client.report [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocations for instance ae4a421c-2399-44f8-a953-08e70980af0d [ 916.716060] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392443, 'name': Destroy_Task, 'duration_secs': 0.463487} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.718042] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Destroyed the VM [ 916.718300] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.719235] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8328ace6-7029-42de-897b-ebb48de2a119 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.725807] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 916.725807] env[63920]: value = "task-2392444" [ 916.725807] env[63920]: _type = "Task" [ 916.725807] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.734782] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392444, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.915603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "refresh_cache-49b465f6-ae28-4584-aadb-e4d9982862d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 916.915603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "refresh_cache-49b465f6-ae28-4584-aadb-e4d9982862d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.915603] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.013798] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.052162] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.053228] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.053453] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.053651] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.053799] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.053968] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.054188] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.054346] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.054514] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.054724] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.055066] env[63920]: DEBUG nova.virt.hardware [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.055840] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ebcc56-e7ca-491e-b8c1-d36d8a8f36b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.068926] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6280c-936a-4606-8940-f7146cfa23d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.096854] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392442, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.137093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1b1b2a-9377-4e34-9f81-35e0c3ac8f42 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "ae4a421c-2399-44f8-a953-08e70980af0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.997s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.239062] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392444, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.358944] env[63920]: DEBUG nova.network.neutron [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Updated VIF entry in instance network info cache for port 47b9a8a6-6e67-45ec-b682-33d29589209e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.359302] env[63920]: DEBUG nova.network.neutron [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Updating instance_info_cache with network_info: [{"id": "47b9a8a6-6e67-45ec-b682-33d29589209e", "address": "fa:16:3e:28:cd:cd", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47b9a8a6-6e", "ovs_interfaceid": "47b9a8a6-6e67-45ec-b682-33d29589209e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.428304] env[63920]: DEBUG nova.network.neutron [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.465865] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.544701] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d867e249-6afc-456e-bbf4-e279bf633e6f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.553890] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce3b99-103e-46b1-a3bb-d2d705d002d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.595335] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9019fe-a31b-483a-81a2-55e3ab400460 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.603986] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392442, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.608131] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee72ce6-adf0-4d91-ab73-2064e0820fcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.626099] env[63920]: DEBUG nova.compute.provider_tree [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.707161] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Updating instance_info_cache with network_info: [{"id": "f416109b-9e61-4cd2-8185-3a3481565b7b", "address": "fa:16:3e:4e:b9:20", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf416109b-9e", "ovs_interfaceid": "f416109b-9e61-4cd2-8185-3a3481565b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.740082] env[63920]: DEBUG oslo_vmware.api [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392444, 'name': RemoveSnapshot_Task, 'duration_secs': 0.943139} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.740543] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.862729] env[63920]: DEBUG oslo_concurrency.lockutils [req-f5d05bb8-0d30-42a3-a0a3-bcf0a042e317 req-6ed49972-c3ee-4975-aff4-e5e8b531fee9 service nova] Releasing lock "refresh_cache-17729b9a-e33c-4b55-9d4a-7e52b861fac3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.936654] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 917.936918] env[63920]: DEBUG nova.objects.instance [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'migration_context' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.100608] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392442, 'name': CreateVM_Task, 'duration_secs': 1.714874} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.100805] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.101745] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.101978] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.102390] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.102635] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66dc1e65-3b71-42ad-b5fb-38b47d678c9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.108316] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 918.108316] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5281d08b-0f7a-cf78-8fc1-3f166fa69147" [ 918.108316] env[63920]: _type = "Task" [ 918.108316] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.117893] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5281d08b-0f7a-cf78-8fc1-3f166fa69147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.133316] env[63920]: DEBUG nova.scheduler.client.report [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.208902] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "refresh_cache-49b465f6-ae28-4584-aadb-e4d9982862d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.209284] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Instance network_info: |[{"id": "f416109b-9e61-4cd2-8185-3a3481565b7b", "address": "fa:16:3e:4e:b9:20", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf416109b-9e", "ovs_interfaceid": "f416109b-9e61-4cd2-8185-3a3481565b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.210551] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:b9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f416109b-9e61-4cd2-8185-3a3481565b7b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.221440] env[63920]: DEBUG oslo.service.loopingcall [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 918.225268] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.225268] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23b6d6bf-6e86-46a2-8f53-a8773b5bb51f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.250061] env[63920]: WARNING nova.compute.manager [None req-4a56d321-b0cb-439f-a9cb-ebeefaea24b9 tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Image not found during snapshot: nova.exception.ImageNotFound: Image 5dc54c2b-44ad-4f76-8680-6b280a45a669 could not be found. [ 918.252737] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.252737] env[63920]: value = "task-2392445" [ 918.252737] env[63920]: _type = "Task" [ 918.252737] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.266899] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392445, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.329962] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Successfully updated port: 4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.439756] env[63920]: DEBUG nova.objects.base [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.440831] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4773f77-e649-4f87-95b4-bb44a9487e31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.463631] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f9fcd2e-d55c-49e7-97e3-1b20d5dc3022 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.470970] env[63920]: DEBUG oslo_vmware.api [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 918.470970] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528d8139-b0d8-e603-9cad-172864a5e567" [ 918.470970] env[63920]: _type = "Task" [ 918.470970] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.480955] env[63920]: DEBUG oslo_vmware.api [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528d8139-b0d8-e603-9cad-172864a5e567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.484520] env[63920]: DEBUG nova.compute.manager [req-dcfbae24-1de6-4cc5-a5de-146187c1b7f4 req-18d2db61-9586-42a3-9fc3-8bff2ea0e56a service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Received event network-vif-plugged-4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.484951] env[63920]: DEBUG oslo_concurrency.lockutils [req-dcfbae24-1de6-4cc5-a5de-146187c1b7f4 req-18d2db61-9586-42a3-9fc3-8bff2ea0e56a service nova] Acquiring lock "075900ac-19f5-48c9-9132-8deaf2025f6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.485229] env[63920]: DEBUG oslo_concurrency.lockutils [req-dcfbae24-1de6-4cc5-a5de-146187c1b7f4 req-18d2db61-9586-42a3-9fc3-8bff2ea0e56a service nova] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.485464] env[63920]: DEBUG oslo_concurrency.lockutils [req-dcfbae24-1de6-4cc5-a5de-146187c1b7f4 req-18d2db61-9586-42a3-9fc3-8bff2ea0e56a service nova] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.485656] env[63920]: DEBUG nova.compute.manager [req-dcfbae24-1de6-4cc5-a5de-146187c1b7f4 req-18d2db61-9586-42a3-9fc3-8bff2ea0e56a service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] No waiting events found dispatching network-vif-plugged-4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.485870] env[63920]: WARNING nova.compute.manager [req-dcfbae24-1de6-4cc5-a5de-146187c1b7f4 req-18d2db61-9586-42a3-9fc3-8bff2ea0e56a service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Received unexpected event network-vif-plugged-4d1ecd43-4c69-4382-ace9-db0b5e4806f7 for instance with vm_state building and task_state spawning. [ 918.614707] env[63920]: DEBUG nova.compute.manager [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Received event network-changed-f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.614942] env[63920]: DEBUG nova.compute.manager [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Refreshing instance network info cache due to event network-changed-f416109b-9e61-4cd2-8185-3a3481565b7b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.615294] env[63920]: DEBUG oslo_concurrency.lockutils [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] Acquiring lock "refresh_cache-49b465f6-ae28-4584-aadb-e4d9982862d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.615389] env[63920]: DEBUG oslo_concurrency.lockutils [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] Acquired lock "refresh_cache-49b465f6-ae28-4584-aadb-e4d9982862d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.615553] env[63920]: DEBUG nova.network.neutron [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Refreshing network info cache for port f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.623603] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5281d08b-0f7a-cf78-8fc1-3f166fa69147, 'name': SearchDatastore_Task, 'duration_secs': 0.042762} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.623886] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.624122] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.624345] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.624894] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.624894] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.625134] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19309272-0f89-46e0-b656-da93176510e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.634357] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.636829] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.636829] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe06e67e-0168-4886-bb1b-ca84dae14389 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.639026] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.641646] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.943s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.643525] env[63920]: INFO nova.compute.claims [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.648508] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 918.648508] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c61000-33d2-5c9e-1174-3736f0397a46" [ 918.648508] env[63920]: _type = "Task" [ 918.648508] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.656653] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c61000-33d2-5c9e-1174-3736f0397a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.667196] env[63920]: INFO nova.scheduler.client.report [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance b48af1d0-632c-4045-b5b9-2ef9b81821fe [ 918.770327] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392445, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.833860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "refresh_cache-075900ac-19f5-48c9-9132-8deaf2025f6e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.833958] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "refresh_cache-075900ac-19f5-48c9-9132-8deaf2025f6e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.834127] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.879942] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "cbace791-b32a-42e1-91eb-959c18ed4a6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.879942] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.987927] env[63920]: DEBUG oslo_vmware.api [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528d8139-b0d8-e603-9cad-172864a5e567, 'name': SearchDatastore_Task, 'duration_secs': 0.012389} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.988319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.034800] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "02e856f0-ea07-400a-8bab-25d59e38c3e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.034986] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.163857] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c61000-33d2-5c9e-1174-3736f0397a46, 'name': SearchDatastore_Task, 'duration_secs': 0.016328} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.164931] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c451198-195b-4b45-bbd2-cc25473730e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.170434] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 919.170434] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d9773e-b718-0129-b7ee-c61cac5f926a" [ 919.170434] env[63920]: _type = "Task" [ 919.170434] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.176516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b161b07-d08e-4e27-ad29-34c94adbe3ec tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b48af1d0-632c-4045-b5b9-2ef9b81821fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.593s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.180775] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d9773e-b718-0129-b7ee-c61cac5f926a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.266912] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392445, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.382532] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.384752] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.417899] env[63920]: DEBUG nova.network.neutron [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Updated VIF entry in instance network info cache for port f416109b-9e61-4cd2-8185-3a3481565b7b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.419342] env[63920]: DEBUG nova.network.neutron [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Updating instance_info_cache with network_info: [{"id": "f416109b-9e61-4cd2-8185-3a3481565b7b", "address": "fa:16:3e:4e:b9:20", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf416109b-9e", "ovs_interfaceid": "f416109b-9e61-4cd2-8185-3a3481565b7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.514510] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.514510] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.537601] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.540929] env[63920]: DEBUG nova.network.neutron [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Updating instance_info_cache with network_info: [{"id": "4d1ecd43-4c69-4382-ace9-db0b5e4806f7", "address": "fa:16:3e:68:4e:60", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1ecd43-4c", "ovs_interfaceid": "4d1ecd43-4c69-4382-ace9-db0b5e4806f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.599056] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "8031ba69-ec79-494e-822f-a162e948b4b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.599412] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8031ba69-ec79-494e-822f-a162e948b4b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.599662] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "8031ba69-ec79-494e-822f-a162e948b4b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.599854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8031ba69-ec79-494e-822f-a162e948b4b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.600674] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8031ba69-ec79-494e-822f-a162e948b4b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.603017] env[63920]: INFO nova.compute.manager [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Terminating instance [ 919.684177] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d9773e-b718-0129-b7ee-c61cac5f926a, 'name': SearchDatastore_Task, 'duration_secs': 0.014438} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.684603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.684716] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 17729b9a-e33c-4b55-9d4a-7e52b861fac3/17729b9a-e33c-4b55-9d4a-7e52b861fac3.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.685012] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e26ec202-ccb7-4799-9766-fef016ea5766 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.692227] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 919.692227] env[63920]: value = "task-2392446" [ 919.692227] env[63920]: _type = "Task" [ 919.692227] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.702981] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.768123] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392445, 'name': CreateVM_Task, 'duration_secs': 1.443902} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.770614] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.771528] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 919.771634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.771961] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 919.772242] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06feba9-96d6-4741-9b2e-de2e30db47f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.777292] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 919.777292] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e9954-16d5-0392-752d-cce2666b1624" [ 919.777292] env[63920]: _type = "Task" [ 919.777292] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.788568] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e9954-16d5-0392-752d-cce2666b1624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.903600] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.921439] env[63920]: DEBUG oslo_concurrency.lockutils [req-1fcc389e-3123-42b2-bb66-b88c38bb6fcd req-91152df6-a4d3-401d-86ce-7b99dfa1fc60 service nova] Releasing lock "refresh_cache-49b465f6-ae28-4584-aadb-e4d9982862d1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.994506] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f134d8e-829f-4998-bdb1-f1ea5e0874f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.002233] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480bbe1d-f017-4c7c-ab09-738d91bfbf49 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.034963] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.039044] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d8e8c4-ced9-4018-a3d2-6f4c02de1bd1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.045656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "refresh_cache-075900ac-19f5-48c9-9132-8deaf2025f6e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.045981] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Instance network_info: |[{"id": "4d1ecd43-4c69-4382-ace9-db0b5e4806f7", "address": "fa:16:3e:68:4e:60", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1ecd43-4c", "ovs_interfaceid": "4d1ecd43-4c69-4382-ace9-db0b5e4806f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.050658] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:4e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c80243e-93a7-4a95-bc8d-e9534bacd66e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d1ecd43-4c69-4382-ace9-db0b5e4806f7', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.058453] env[63920]: DEBUG oslo.service.loopingcall [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.059078] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.060335] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7f40c2-7a7f-428f-b7ae-79f960b1f36e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.064936] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65762d1f-9b46-4766-8093-442d449d2443 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.082772] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.094756] env[63920]: DEBUG nova.compute.provider_tree [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.096790] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.096790] env[63920]: value = "task-2392447" [ 920.096790] env[63920]: _type = "Task" [ 920.096790] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.105574] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392447, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.107337] env[63920]: DEBUG nova.compute.manager [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.107571] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.108410] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf70fe-a54a-465f-8df7-5b54feb55cff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.116272] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.116568] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-270c815b-b91c-43d7-9388-e603885449f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.124910] env[63920]: DEBUG oslo_vmware.api [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 920.124910] env[63920]: value = "task-2392448" [ 920.124910] env[63920]: _type = "Task" [ 920.124910] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.138474] env[63920]: DEBUG oslo_vmware.api [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.205455] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392446, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.289484] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e9954-16d5-0392-752d-cce2666b1624, 'name': SearchDatastore_Task, 'duration_secs': 0.026173} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.289939] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.290043] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.290314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.290504] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.290638] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.291119] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a711e89-8729-4f9c-ba83-c64d23b5a27f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.303460] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.303655] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.304465] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-061bfeef-c8ab-454d-8e62-8a8fcc69fdc2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.312149] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 920.312149] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c5cd9b-d4d8-7983-b9c4-78d6ece8e482" [ 920.312149] env[63920]: _type = "Task" [ 920.312149] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.321166] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c5cd9b-d4d8-7983-b9c4-78d6ece8e482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.494707] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.494972] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.506815] env[63920]: DEBUG nova.compute.manager [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Received event network-changed-4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.507058] env[63920]: DEBUG nova.compute.manager [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Refreshing instance network info cache due to event network-changed-4d1ecd43-4c69-4382-ace9-db0b5e4806f7. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.507220] env[63920]: DEBUG oslo_concurrency.lockutils [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] Acquiring lock "refresh_cache-075900ac-19f5-48c9-9132-8deaf2025f6e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.507354] env[63920]: DEBUG oslo_concurrency.lockutils [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] Acquired lock "refresh_cache-075900ac-19f5-48c9-9132-8deaf2025f6e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.507521] env[63920]: DEBUG nova.network.neutron [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Refreshing network info cache for port 4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.557505] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 920.602250] env[63920]: DEBUG nova.scheduler.client.report [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.611594] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392447, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.636648] env[63920]: DEBUG oslo_vmware.api [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392448, 'name': PowerOffVM_Task, 'duration_secs': 0.30497} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.636921] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.637147] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.637430] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b319a846-2e87-4807-9712-bfd82aa65312 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.703944] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682022} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.704256] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 17729b9a-e33c-4b55-9d4a-7e52b861fac3/17729b9a-e33c-4b55-9d4a-7e52b861fac3.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.704479] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.704743] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9095ea9-bf3c-43ae-b019-586cbb396590 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.711709] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 920.711709] env[63920]: value = "task-2392450" [ 920.711709] env[63920]: _type = "Task" [ 920.711709] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.724447] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.724687] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.724861] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleting the datastore file [datastore1] 8031ba69-ec79-494e-822f-a162e948b4b8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.725193] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.725422] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f016049-2284-4bad-9940-08fca16e3db2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.818312] env[63920]: DEBUG oslo_vmware.api [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for the task: (returnval){ [ 920.818312] env[63920]: value = "task-2392451" [ 920.818312] env[63920]: _type = "Task" [ 920.818312] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.847736] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c5cd9b-d4d8-7983-b9c4-78d6ece8e482, 'name': SearchDatastore_Task, 'duration_secs': 0.039085} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.847978] env[63920]: DEBUG oslo_vmware.api [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.848769] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd940b55-7365-48a5-bb93-e234c84d0106 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.856209] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 920.856209] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200c300-35ef-0300-a80b-8327d8422d91" [ 920.856209] env[63920]: _type = "Task" [ 920.856209] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.864833] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200c300-35ef-0300-a80b-8327d8422d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.997207] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.111097] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.111097] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.111530] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392447, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.112175] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.763s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.114228] env[63920]: INFO nova.compute.claims [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.223912] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263806} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.224509] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.225598] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1c6a0-e787-4bb1-92eb-44fcc81031a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.259173] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 17729b9a-e33c-4b55-9d4a-7e52b861fac3/17729b9a-e33c-4b55-9d4a-7e52b861fac3.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.259943] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b3403c-7f4e-49f5-b32f-f1f48f06494d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.287570] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 921.287570] env[63920]: value = "task-2392452" [ 921.287570] env[63920]: _type = "Task" [ 921.287570] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.297181] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.317851] env[63920]: DEBUG nova.network.neutron [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Updated VIF entry in instance network info cache for port 4d1ecd43-4c69-4382-ace9-db0b5e4806f7. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.318328] env[63920]: DEBUG nova.network.neutron [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Updating instance_info_cache with network_info: [{"id": "4d1ecd43-4c69-4382-ace9-db0b5e4806f7", "address": "fa:16:3e:68:4e:60", "network": {"id": "a72f7b5e-e944-4ba5-9795-f14642f1ae8c", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1360058559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f20cde9b369446ca3f69e234e4cfb8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c80243e-93a7-4a95-bc8d-e9534bacd66e", "external-id": "nsx-vlan-transportzone-306", "segmentation_id": 306, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d1ecd43-4c", "ovs_interfaceid": "4d1ecd43-4c69-4382-ace9-db0b5e4806f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.337593] env[63920]: DEBUG oslo_vmware.api [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Task: {'id': task-2392451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186473} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.337985] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.338292] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.338539] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.338740] env[63920]: INFO nova.compute.manager [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 921.338972] env[63920]: DEBUG oslo.service.loopingcall [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 921.339171] env[63920]: DEBUG nova.compute.manager [-] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.339264] env[63920]: DEBUG nova.network.neutron [-] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.368197] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200c300-35ef-0300-a80b-8327d8422d91, 'name': SearchDatastore_Task, 'duration_secs': 0.044348} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.368459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.368715] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 49b465f6-ae28-4584-aadb-e4d9982862d1/49b465f6-ae28-4584-aadb-e4d9982862d1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.368976] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d70e595-dd5b-49e2-b71e-ddafa9bee925 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.377764] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 921.377764] env[63920]: value = "task-2392453" [ 921.377764] env[63920]: _type = "Task" [ 921.377764] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.385636] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.525255] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.607941] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392447, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.611396] env[63920]: DEBUG nova.compute.manager [req-7975ca96-e251-4fab-a748-fdab8115cf8c req-7a61117f-489b-4764-a26d-812c53064554 service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Received event network-vif-deleted-2de380f3-12cd-47c3-acef-e6b00edf1898 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.611742] env[63920]: INFO nova.compute.manager [req-7975ca96-e251-4fab-a748-fdab8115cf8c req-7a61117f-489b-4764-a26d-812c53064554 service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Neutron deleted interface 2de380f3-12cd-47c3-acef-e6b00edf1898; detaching it from the instance and deleting it from the info cache [ 921.611807] env[63920]: DEBUG nova.network.neutron [req-7975ca96-e251-4fab-a748-fdab8115cf8c req-7a61117f-489b-4764-a26d-812c53064554 service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.614055] env[63920]: DEBUG nova.compute.utils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.615479] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.615664] env[63920]: DEBUG nova.network.neutron [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.660874] env[63920]: DEBUG nova.policy [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c334241a42b4ec4918ab94710005d54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d913eb29634400e835b8d4558f9e2e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.801437] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.822271] env[63920]: DEBUG oslo_concurrency.lockutils [req-55c2a642-5c61-4792-b789-92f94f160b19 req-9a61e798-9586-4ad3-957b-ca31384e57df service nova] Releasing lock "refresh_cache-075900ac-19f5-48c9-9132-8deaf2025f6e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.890032] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392453, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.002858] env[63920]: DEBUG nova.network.neutron [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Successfully created port: 89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.095494] env[63920]: DEBUG nova.network.neutron [-] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.109367] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392447, 'name': CreateVM_Task, 'duration_secs': 1.917496} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.109705] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.110279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.110419] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.110751] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 922.111030] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f769bf3-c3de-4bb0-bbda-bedce54f9d3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.117358] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2df79a20-340a-40a6-bce4-1d7255fb6f79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.120352] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 922.120352] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a5b1c2-ee39-cbac-7809-7152374038cd" [ 922.120352] env[63920]: _type = "Task" [ 922.120352] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.120847] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.134788] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b8d9f3-1d09-46e3-9832-34088155c4b5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.157365] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a5b1c2-ee39-cbac-7809-7152374038cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.184827] env[63920]: DEBUG nova.compute.manager [req-7975ca96-e251-4fab-a748-fdab8115cf8c req-7a61117f-489b-4764-a26d-812c53064554 service nova] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Detach interface failed, port_id=2de380f3-12cd-47c3-acef-e6b00edf1898, reason: Instance 8031ba69-ec79-494e-822f-a162e948b4b8 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 922.299334] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392452, 'name': ReconfigVM_Task, 'duration_secs': 0.629041} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.299728] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 17729b9a-e33c-4b55-9d4a-7e52b861fac3/17729b9a-e33c-4b55-9d4a-7e52b861fac3.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.302888] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f56f2094-0f08-4ac3-b968-4bbed0a6e573 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.311826] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 922.311826] env[63920]: value = "task-2392454" [ 922.311826] env[63920]: _type = "Task" [ 922.311826] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.321711] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392454, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.390865] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792339} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.391148] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 49b465f6-ae28-4584-aadb-e4d9982862d1/49b465f6-ae28-4584-aadb-e4d9982862d1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.391388] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.391667] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110e4697-19f1-4d87-a51d-e146acdd27f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.399642] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 922.399642] env[63920]: value = "task-2392455" [ 922.399642] env[63920]: _type = "Task" [ 922.399642] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.407826] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.534750] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b4054-c801-424e-bb33-30a2e689c2c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bd65fd-b58d-47ce-be0c-cc454761893e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.571701] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a010849-cbc2-42c7-8386-07288377eb71 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.579390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42530b8-6bfb-43c8-85c2-ace87b13e29f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.592998] env[63920]: DEBUG nova.compute.provider_tree [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.598186] env[63920]: INFO nova.compute.manager [-] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Took 1.26 seconds to deallocate network for instance. [ 922.638207] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a5b1c2-ee39-cbac-7809-7152374038cd, 'name': SearchDatastore_Task, 'duration_secs': 0.034867} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.638772] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.639007] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.639312] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.639437] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.639601] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.639982] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d7ba343-967b-4437-8b69-5a96bde1ca4f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.649166] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.649357] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.650130] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c30181e-cdbc-44b4-b0ea-c1b80d572116 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.656276] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 922.656276] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e8dd89-c272-b3dd-0a1c-1523f2642026" [ 922.656276] env[63920]: _type = "Task" [ 922.656276] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.664623] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e8dd89-c272-b3dd-0a1c-1523f2642026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.822248] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392454, 'name': Rename_Task, 'duration_secs': 0.171934} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.822522] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.822770] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a42cb910-f69e-42b3-b162-6ed6afb3f919 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.830194] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 922.830194] env[63920]: value = "task-2392456" [ 922.830194] env[63920]: _type = "Task" [ 922.830194] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.840796] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.909908] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098349} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.910198] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.910973] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ecb73-a107-4fec-9499-42ea04c62bc1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.933227] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 49b465f6-ae28-4584-aadb-e4d9982862d1/49b465f6-ae28-4584-aadb-e4d9982862d1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.933862] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9619ab30-04e1-471f-b9d6-9142509210f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.954997] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 922.954997] env[63920]: value = "task-2392457" [ 922.954997] env[63920]: _type = "Task" [ 922.954997] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.963369] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.097117] env[63920]: DEBUG nova.scheduler.client.report [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.104701] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.140553] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.168810] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e8dd89-c272-b3dd-0a1c-1523f2642026, 'name': SearchDatastore_Task, 'duration_secs': 0.01596} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.171618] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.171839] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.171989] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.172183] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.172332] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.172474] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.172677] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.172839] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.172992] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.173177] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.173451] env[63920]: DEBUG nova.virt.hardware [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.173610] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5296cf5c-a84f-4e0c-9119-860ac64d0cb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.176463] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1874aa34-34c0-4f40-8221-58531b018925 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.185621] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90581d60-8f3c-4b42-b23d-17b8d3858c46 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.189387] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 923.189387] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527ecd22-b424-50f3-d4ab-3db8e7445f6a" [ 923.189387] env[63920]: _type = "Task" [ 923.189387] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.207903] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527ecd22-b424-50f3-d4ab-3db8e7445f6a, 'name': SearchDatastore_Task, 'duration_secs': 0.020881} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.208230] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.208478] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 075900ac-19f5-48c9-9132-8deaf2025f6e/075900ac-19f5-48c9-9132-8deaf2025f6e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.208754] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08fc3e9b-005d-4bbf-a93c-c9ba1302eb63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.215223] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 923.215223] env[63920]: value = "task-2392458" [ 923.215223] env[63920]: _type = "Task" [ 923.215223] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.223864] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.297065] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.297065] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.342413] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392456, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.466997] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.602660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.603202] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.605788] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.115s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.608020] env[63920]: INFO nova.compute.claims [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.642276] env[63920]: DEBUG nova.compute.manager [req-06e077cd-fd1a-4ee4-ada6-c0634dff0514 req-032861c7-87f3-494e-a816-f616e934fd54 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Received event network-vif-plugged-89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.642497] env[63920]: DEBUG oslo_concurrency.lockutils [req-06e077cd-fd1a-4ee4-ada6-c0634dff0514 req-032861c7-87f3-494e-a816-f616e934fd54 service nova] Acquiring lock "08d6530a-cad4-48dc-a112-ba7bd37929ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.642740] env[63920]: DEBUG oslo_concurrency.lockutils [req-06e077cd-fd1a-4ee4-ada6-c0634dff0514 req-032861c7-87f3-494e-a816-f616e934fd54 service nova] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.643027] env[63920]: DEBUG oslo_concurrency.lockutils [req-06e077cd-fd1a-4ee4-ada6-c0634dff0514 req-032861c7-87f3-494e-a816-f616e934fd54 service nova] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.643237] env[63920]: DEBUG nova.compute.manager [req-06e077cd-fd1a-4ee4-ada6-c0634dff0514 req-032861c7-87f3-494e-a816-f616e934fd54 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] No waiting events found dispatching network-vif-plugged-89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.643456] env[63920]: WARNING nova.compute.manager [req-06e077cd-fd1a-4ee4-ada6-c0634dff0514 req-032861c7-87f3-494e-a816-f616e934fd54 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Received unexpected event network-vif-plugged-89e751bd-9ad2-450a-b1e7-612e92a0951f for instance with vm_state building and task_state spawning. [ 923.725772] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.741766] env[63920]: DEBUG nova.network.neutron [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Successfully updated port: 89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.799626] env[63920]: INFO nova.compute.manager [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Detaching volume 1118714b-d96a-4312-b82d-17782a65ab99 [ 923.839847] env[63920]: INFO nova.virt.block_device [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Attempting to driver detach volume 1118714b-d96a-4312-b82d-17782a65ab99 from mountpoint /dev/sdb [ 923.840093] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 923.840331] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485355', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'name': 'volume-1118714b-d96a-4312-b82d-17782a65ab99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f2ce-e0f4-4953-9e2b-7db25926e95d', 'attached_at': '', 'detached_at': '', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'serial': '1118714b-d96a-4312-b82d-17782a65ab99'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 923.841191] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b545a7a6-41f0-404d-93fa-61a2b1686dfe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.848259] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392456, 'name': PowerOnVM_Task, 'duration_secs': 0.729234} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.848939] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.849282] env[63920]: INFO nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Took 10.79 seconds to spawn the instance on the hypervisor. [ 923.849495] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.850402] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a5989f-7f86-457a-a780-abb2cc00cb0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.872551] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062416e8-8335-4db3-af39-20e6594a7ed0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.882993] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa74f86-53be-42fd-a33c-7b020235984b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.907909] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac8eb42-8158-4b16-aa6f-594d5af454ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.926276] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] The volume has not been displaced from its original location: [datastore1] volume-1118714b-d96a-4312-b82d-17782a65ab99/volume-1118714b-d96a-4312-b82d-17782a65ab99.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 923.932132] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.933181] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9988b192-b170-470d-b944-b5d7b801a4b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.953044] env[63920]: DEBUG oslo_vmware.api [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 923.953044] env[63920]: value = "task-2392459" [ 923.953044] env[63920]: _type = "Task" [ 923.953044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.968456] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392457, 'name': ReconfigVM_Task, 'duration_secs': 0.563685} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.971303] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 49b465f6-ae28-4584-aadb-e4d9982862d1/49b465f6-ae28-4584-aadb-e4d9982862d1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.972023] env[63920]: DEBUG oslo_vmware.api [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392459, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.972257] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6df625-a0be-4bad-a916-c99f2418c811 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.980043] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 923.980043] env[63920]: value = "task-2392460" [ 923.980043] env[63920]: _type = "Task" [ 923.980043] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.988609] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392460, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.112698] env[63920]: DEBUG nova.compute.utils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 924.116664] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.116877] env[63920]: DEBUG nova.network.neutron [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.167229] env[63920]: DEBUG nova.policy [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bdc1e6a78264ab6900da011b8df3353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '924ae037fe1443788bcd3741c9d78516', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.228149] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824769} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.228680] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 075900ac-19f5-48c9-9132-8deaf2025f6e/075900ac-19f5-48c9-9132-8deaf2025f6e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.228943] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.229771] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-312644f6-3029-4290-b575-d54086beb381 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.236837] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 924.236837] env[63920]: value = "task-2392461" [ 924.236837] env[63920]: _type = "Task" [ 924.236837] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.244325] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.244526] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquired lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.244760] env[63920]: DEBUG nova.network.neutron [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.252251] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.351748] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac47c1-a1fd-262f-2e70-e72af991e06e/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 924.352700] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05511e-4ca7-4312-8352-914de2267779 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.359956] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac47c1-a1fd-262f-2e70-e72af991e06e/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 924.360368] env[63920]: ERROR oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac47c1-a1fd-262f-2e70-e72af991e06e/disk-0.vmdk due to incomplete transfer. [ 924.360368] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba54c1ae-ce59-484c-8509-2c5099ad7d1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.366854] env[63920]: DEBUG oslo_vmware.rw_handles [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ac47c1-a1fd-262f-2e70-e72af991e06e/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 924.366987] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Uploaded image 3dff7acb-d0d5-4db9-992d-2e1f6c4df9a7 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 924.369224] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 924.369463] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e3f691f-8505-47a6-b1d7-5ebf81f96151 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.375717] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 924.375717] env[63920]: value = "task-2392462" [ 924.375717] env[63920]: _type = "Task" [ 924.375717] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.387062] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392462, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.393086] env[63920]: INFO nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Took 38.51 seconds to build instance. [ 924.465571] env[63920]: DEBUG oslo_vmware.api [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392459, 'name': ReconfigVM_Task, 'duration_secs': 0.316216} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.465863] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.470921] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab730ac-38d6-405c-86de-efae199d8868 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.489374] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392460, 'name': Rename_Task, 'duration_secs': 0.231286} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.490628] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.490951] env[63920]: DEBUG oslo_vmware.api [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 924.490951] env[63920]: value = "task-2392463" [ 924.490951] env[63920]: _type = "Task" [ 924.490951] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.491147] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84093ef8-232f-4dc9-b673-5182ac9ff26a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.500991] env[63920]: DEBUG oslo_vmware.api [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392463, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.502172] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 924.502172] env[63920]: value = "task-2392464" [ 924.502172] env[63920]: _type = "Task" [ 924.502172] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.509410] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.523880] env[63920]: DEBUG nova.network.neutron [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Successfully created port: 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.623642] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.750892] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099218} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.751169] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.752241] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99238730-5e1b-4585-8e9e-7e26664aea90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.778501] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 075900ac-19f5-48c9-9132-8deaf2025f6e/075900ac-19f5-48c9-9132-8deaf2025f6e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.781603] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac23bb2e-7a6b-4015-8541-2e27b8badd82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.799380] env[63920]: DEBUG nova.network.neutron [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.803078] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 924.803078] env[63920]: value = "task-2392465" [ 924.803078] env[63920]: _type = "Task" [ 924.803078] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.815020] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.885161] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392462, 'name': Destroy_Task, 'duration_secs': 0.467547} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.885520] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Destroyed the VM [ 924.885676] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 924.885928] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-158f1ede-5fce-432e-8450-270965c2f12a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.894759] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 924.894759] env[63920]: value = "task-2392466" [ 924.894759] env[63920]: _type = "Task" [ 924.894759] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.896146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.022s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.905407] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.002558] env[63920]: DEBUG oslo_vmware.api [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392463, 'name': ReconfigVM_Task, 'duration_secs': 0.157267} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.003486] env[63920]: DEBUG nova.network.neutron [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updating instance_info_cache with network_info: [{"id": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "address": "fa:16:3e:b4:85:bf", "network": {"id": "dbd809c2-a0fa-49fb-863d-a22c35af5088", "bridge": "br-int", "label": "tempest-ServersTestJSON-1141520093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d913eb29634400e835b8d4558f9e2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e751bd-9a", "ovs_interfaceid": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.006966] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485355', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'name': 'volume-1118714b-d96a-4312-b82d-17782a65ab99', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1847f2ce-e0f4-4953-9e2b-7db25926e95d', 'attached_at': '', 'detached_at': '', 'volume_id': '1118714b-d96a-4312-b82d-17782a65ab99', 'serial': '1118714b-d96a-4312-b82d-17782a65ab99'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 925.016867] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.058924] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b16f0-4fed-4a80-bf54-62e1679d3b02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.066126] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ebdba4-d1a3-409f-8b77-93e209742ada {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.098858] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6777fa67-ef8d-4e7b-905f-924d345cca9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.106319] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c2cbd6-d46e-414a-aef7-1ea758f48cba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.123402] env[63920]: DEBUG nova.compute.provider_tree [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.314824] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.405771] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.511715] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Releasing lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.512057] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Instance network_info: |[{"id": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "address": "fa:16:3e:b4:85:bf", "network": {"id": "dbd809c2-a0fa-49fb-863d-a22c35af5088", "bridge": "br-int", "label": "tempest-ServersTestJSON-1141520093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d913eb29634400e835b8d4558f9e2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e751bd-9a", "ovs_interfaceid": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.512465] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:85:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89e751bd-9ad2-450a-b1e7-612e92a0951f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.519980] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Creating folder: Project (5d913eb29634400e835b8d4558f9e2e2). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.520729] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf890c2-6787-4ad8-a922-7afadc267e55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.525864] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392464, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.531886] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Created folder: Project (5d913eb29634400e835b8d4558f9e2e2) in parent group-v485178. [ 925.532084] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Creating folder: Instances. Parent ref: group-v485387. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.532391] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a395c20-979e-4cd7-94fe-f190ac93f878 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.543750] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Created folder: Instances in parent group-v485387. [ 925.544014] env[63920]: DEBUG oslo.service.loopingcall [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.544211] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.544406] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f75ddcaa-1e3c-4368-99f3-dc53fa119da8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.561969] env[63920]: DEBUG nova.objects.instance [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'flavor' on Instance uuid 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.568775] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.568775] env[63920]: value = "task-2392469" [ 925.568775] env[63920]: _type = "Task" [ 925.568775] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.578123] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392469, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.627584] env[63920]: DEBUG nova.scheduler.client.report [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.633903] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.659599] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.659882] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.660084] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.660298] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.660450] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.660597] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.660805] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.660963] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.661151] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.661337] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.661501] env[63920]: DEBUG nova.virt.hardware [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.662637] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaba2561-5359-4e58-b283-733bebae1d2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.671671] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae90a961-b694-4543-8ef9-b8a84115ab64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.679972] env[63920]: DEBUG nova.compute.manager [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Received event network-changed-89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.680302] env[63920]: DEBUG nova.compute.manager [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Refreshing instance network info cache due to event network-changed-89e751bd-9ad2-450a-b1e7-612e92a0951f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 925.680522] env[63920]: DEBUG oslo_concurrency.lockutils [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] Acquiring lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.680522] env[63920]: DEBUG oslo_concurrency.lockutils [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] Acquired lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.680698] env[63920]: DEBUG nova.network.neutron [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Refreshing network info cache for port 89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.815054] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392465, 'name': ReconfigVM_Task, 'duration_secs': 0.711471} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.815955] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 075900ac-19f5-48c9-9132-8deaf2025f6e/075900ac-19f5-48c9-9132-8deaf2025f6e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.816508] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ecc60c-ebf5-4529-bca9-14ddac4e2d50 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.823210] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 925.823210] env[63920]: value = "task-2392470" [ 925.823210] env[63920]: _type = "Task" [ 925.823210] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.832867] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392470, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.905939] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392466, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.018367] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392464, 'name': PowerOnVM_Task, 'duration_secs': 1.283361} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.018728] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.019028] env[63920]: INFO nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Took 11.54 seconds to spawn the instance on the hypervisor. [ 926.019223] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.020080] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f0fd3b-9294-4eb6-a1dc-d826de63d639 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.080275] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392469, 'name': CreateVM_Task, 'duration_secs': 0.332804} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.080868] env[63920]: DEBUG nova.network.neutron [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Successfully updated port: 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.081793] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.082805] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.083068] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.084025] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.084025] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b57fb8e2-fae7-4765-8223-db6f45c3b013 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.089029] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 926.089029] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c7b7d9-28b6-1e78-e01b-d054b7aa7453" [ 926.089029] env[63920]: _type = "Task" [ 926.089029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.098300] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c7b7d9-28b6-1e78-e01b-d054b7aa7453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.134242] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.134747] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.137274] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 7.149s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.334406] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392470, 'name': Rename_Task, 'duration_secs': 0.198995} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.334406] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.334640] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de0cc49-a6bd-4d7d-bbdb-0e5c39281f0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.343502] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 926.343502] env[63920]: value = "task-2392471" [ 926.343502] env[63920]: _type = "Task" [ 926.343502] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.353704] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.406202] env[63920]: DEBUG oslo_vmware.api [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392466, 'name': RemoveSnapshot_Task, 'duration_secs': 1.160686} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.406529] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 926.406694] env[63920]: INFO nova.compute.manager [None req-c7636347-a9c9-4eb3-a4eb-c9590358137e tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Took 23.98 seconds to snapshot the instance on the hypervisor. [ 926.418664] env[63920]: DEBUG nova.network.neutron [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updated VIF entry in instance network info cache for port 89e751bd-9ad2-450a-b1e7-612e92a0951f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.419009] env[63920]: DEBUG nova.network.neutron [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updating instance_info_cache with network_info: [{"id": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "address": "fa:16:3e:b4:85:bf", "network": {"id": "dbd809c2-a0fa-49fb-863d-a22c35af5088", "bridge": "br-int", "label": "tempest-ServersTestJSON-1141520093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d913eb29634400e835b8d4558f9e2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e751bd-9a", "ovs_interfaceid": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.538169] env[63920]: INFO nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Took 40.62 seconds to build instance. [ 926.569726] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8d44da5d-60cc-4763-871e-2fb6014309fe tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.584329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.584329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.584329] env[63920]: DEBUG nova.network.neutron [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.600460] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c7b7d9-28b6-1e78-e01b-d054b7aa7453, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.600761] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.600990] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.601235] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.601378] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.601553] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.601811] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a3ab86-8bc0-46a4-826d-cbd63844ea96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.611958] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.612158] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.612864] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0faf86e7-3b47-42d9-96fd-638a0e73f416 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.618252] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 926.618252] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52592dce-b5ec-1923-49ec-baa822efa689" [ 926.618252] env[63920]: _type = "Task" [ 926.618252] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.625854] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52592dce-b5ec-1923-49ec-baa822efa689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.640752] env[63920]: DEBUG nova.compute.utils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.644660] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.644831] env[63920]: DEBUG nova.network.neutron [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.696746] env[63920]: DEBUG nova.policy [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ed872bd6ef84014aa89f414f1d677b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0cf80c9c95834c07acac9a0ffe39f5d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.858022] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392471, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.923103] env[63920]: DEBUG oslo_concurrency.lockutils [req-360037fa-1fd8-4ee5-8c7b-d0c47aaeacc4 req-a017e162-226f-4f60-8b33-c7d946717a82 service nova] Releasing lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.033847] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cca875-41a4-40ea-a344-00fd53e2abe0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.041755] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.138s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.042189] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c2ee55-eaf9-406c-b08d-efcdace0b2f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.075621] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aac07a-1d15-4e64-801c-390b9af18b5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.083182] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653aaa67-79f2-42a5-813e-11a0c4a39422 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.100808] env[63920]: DEBUG nova.compute.provider_tree [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.104042] env[63920]: DEBUG nova.network.neutron [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Successfully created port: 14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.122663] env[63920]: DEBUG nova.network.neutron [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.130341] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52592dce-b5ec-1923-49ec-baa822efa689, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.131134] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdaaa235-aa1f-4057-bb66-488390129a5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.135984] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 927.135984] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524f39b8-e002-83c8-a9b1-c92979b35e3c" [ 927.135984] env[63920]: _type = "Task" [ 927.135984] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.145921] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.148492] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524f39b8-e002-83c8-a9b1-c92979b35e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.268316] env[63920]: DEBUG nova.network.neutron [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.354534] env[63920]: DEBUG oslo_vmware.api [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392471, 'name': PowerOnVM_Task, 'duration_secs': 0.520196} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.354943] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.355030] env[63920]: INFO nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Took 10.34 seconds to spawn the instance on the hypervisor. [ 927.355281] env[63920]: DEBUG nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.356059] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12be337-4bdd-4e84-a03e-42f0a13bdc0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.607802] env[63920]: DEBUG nova.scheduler.client.report [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.646427] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524f39b8-e002-83c8-a9b1-c92979b35e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.040367} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.646662] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.646883] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 08d6530a-cad4-48dc-a112-ba7bd37929ff/08d6530a-cad4-48dc-a112-ba7bd37929ff.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.647154] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da48a5d8-da46-4b82-89aa-ca1637c73d25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.657449] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 927.657449] env[63920]: value = "task-2392472" [ 927.657449] env[63920]: _type = "Task" [ 927.657449] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.666296] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.703762] env[63920]: DEBUG nova.compute.manager [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-vif-plugged-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.703919] env[63920]: DEBUG oslo_concurrency.lockutils [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] Acquiring lock "46fb1953-2171-4f62-9cde-b7b4f310fd09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.704248] env[63920]: DEBUG oslo_concurrency.lockutils [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.704310] env[63920]: DEBUG oslo_concurrency.lockutils [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.704499] env[63920]: DEBUG nova.compute.manager [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] No waiting events found dispatching network-vif-plugged-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 927.704683] env[63920]: WARNING nova.compute.manager [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received unexpected event network-vif-plugged-702deebf-80f2-4f3b-8167-82e2e5d61d1a for instance with vm_state building and task_state spawning. [ 927.704859] env[63920]: DEBUG nova.compute.manager [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 927.705095] env[63920]: DEBUG nova.compute.manager [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing instance network info cache due to event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 927.705281] env[63920]: DEBUG oslo_concurrency.lockutils [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 927.772408] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.772724] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Instance network_info: |[{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 927.773061] env[63920]: DEBUG oslo_concurrency.lockutils [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.773253] env[63920]: DEBUG nova.network.neutron [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.774502] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:07:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702deebf-80f2-4f3b-8167-82e2e5d61d1a', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.781974] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Creating folder: Project (924ae037fe1443788bcd3741c9d78516). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.782887] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c63c3cc-64c3-406d-a6e0-f3b72f41d091 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.793760] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Created folder: Project (924ae037fe1443788bcd3741c9d78516) in parent group-v485178. [ 927.793957] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Creating folder: Instances. Parent ref: group-v485390. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 927.794192] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0592ba8f-8856-45be-93f1-6b9e1c50c0dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.804067] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Created folder: Instances in parent group-v485390. [ 927.804439] env[63920]: DEBUG oslo.service.loopingcall [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 927.804660] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.804866] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-301ebf0c-f97f-4a42-9758-46b7f0145ab9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.827487] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.827487] env[63920]: value = "task-2392475" [ 927.827487] env[63920]: _type = "Task" [ 927.827487] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.836024] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392475, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.872196] env[63920]: INFO nova.compute.manager [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Took 41.94 seconds to build instance. [ 928.023806] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.024273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.024594] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.024920] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.025212] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.027802] env[63920]: INFO nova.compute.manager [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Terminating instance [ 928.160222] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.173686] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.188092] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.188404] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.188539] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.188717] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.188879] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.189039] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.189261] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.189421] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.189591] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.189763] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.189947] env[63920]: DEBUG nova.virt.hardware [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.190909] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9aa6e5-e479-4a58-8b3d-f1f41daa3ee4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.199305] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f8e0ed-4b73-4fb4-89fd-13f8b22c064e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.337435] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392475, 'name': CreateVM_Task, 'duration_secs': 0.4419} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.338060] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.338357] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.338520] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.338836] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 928.339263] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5e1681-5504-476e-a07a-7cc9bf814149 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.343570] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 928.343570] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521053ed-8f5e-a890-3180-a771d61745ca" [ 928.343570] env[63920]: _type = "Task" [ 928.343570] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.351819] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521053ed-8f5e-a890-3180-a771d61745ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.374444] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3da17693-3fba-4303-a562-afa0759184ff tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.449s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.440713] env[63920]: DEBUG nova.compute.manager [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.444018] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e624d22-1819-49ff-bdc6-0374573fea9e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.536037] env[63920]: DEBUG nova.compute.manager [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.536037] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.536801] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72a0e7-39d9-406f-9a1a-5bbedb9775a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.545428] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.545671] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc2fd70-32b9-42a8-8dde-4f451ac571c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.551872] env[63920]: DEBUG oslo_vmware.api [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 928.551872] env[63920]: value = "task-2392476" [ 928.551872] env[63920]: _type = "Task" [ 928.551872] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.561926] env[63920]: DEBUG oslo_vmware.api [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.573760] env[63920]: DEBUG nova.network.neutron [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updated VIF entry in instance network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.574162] env[63920]: DEBUG nova.network.neutron [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.620642] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.483s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.620918] env[63920]: DEBUG nova.compute.manager [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63920) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 928.624276] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.721s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.626566] env[63920]: INFO nova.compute.claims [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.675367] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645646} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.676397] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 08d6530a-cad4-48dc-a112-ba7bd37929ff/08d6530a-cad4-48dc-a112-ba7bd37929ff.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.676640] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.676892] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e489e07-f79c-49d5-8bcd-395410197bc9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.684558] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 928.684558] env[63920]: value = "task-2392477" [ 928.684558] env[63920]: _type = "Task" [ 928.684558] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.701839] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.853989] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521053ed-8f5e-a890-3180-a771d61745ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.854656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 928.854656] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.854770] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.854895] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.855150] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.855655] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e61d5238-1236-4a51-98e6-758f5ee65e15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.869690] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.869895] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.870695] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a61de2a-85c2-4d04-bd4e-0fe24c5a27e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.876086] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 928.876086] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529d7262-77f4-c1ec-3fa4-788ea722ed90" [ 928.876086] env[63920]: _type = "Task" [ 928.876086] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.883531] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529d7262-77f4-c1ec-3fa4-788ea722ed90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.938414] env[63920]: DEBUG nova.network.neutron [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Successfully updated port: 14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.955695] env[63920]: INFO nova.compute.manager [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] instance snapshotting [ 928.958584] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62b1bc-1c90-4ac6-903e-bc80a16b9ebd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.978687] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f7ea2-4c29-4ab0-815e-c94f5045c46e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.024654] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.024955] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.025239] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.025438] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.025604] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.029844] env[63920]: INFO nova.compute.manager [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Terminating instance [ 929.061348] env[63920]: DEBUG oslo_vmware.api [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392476, 'name': PowerOffVM_Task, 'duration_secs': 0.261625} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.061556] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 929.061722] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 929.061956] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21fdac6c-4bf5-42df-ad16-9fbf4b0f5e0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.076740] env[63920]: DEBUG oslo_concurrency.lockutils [req-7164c593-f572-434e-afbc-fdc55053eb3e req-399b0b50-b1d7-4c48-9713-339785b17797 service nova] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.162031] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.162031] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.162031] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleting the datastore file [datastore1] 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.162293] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e19de6-5bd9-4b4a-9a41-1cf74bc955c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.170416] env[63920]: DEBUG oslo_vmware.api [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 929.170416] env[63920]: value = "task-2392479" [ 929.170416] env[63920]: _type = "Task" [ 929.170416] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.179709] env[63920]: DEBUG oslo_vmware.api [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.193883] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069833} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.194720] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.197358] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e2a830-5f17-4974-9382-83f40c6cf346 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.203207] env[63920]: INFO nova.scheduler.client.report [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted allocation for migration f66064eb-ac12-4431-879c-3f1268987085 [ 929.226247] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 08d6530a-cad4-48dc-a112-ba7bd37929ff/08d6530a-cad4-48dc-a112-ba7bd37929ff.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.228982] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b2f3533-da07-4bcf-9d07-6ab07dfd8a22 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.254540] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 929.254540] env[63920]: value = "task-2392480" [ 929.254540] env[63920]: _type = "Task" [ 929.254540] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.263712] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.387860] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529d7262-77f4-c1ec-3fa4-788ea722ed90, 'name': SearchDatastore_Task, 'duration_secs': 0.05262} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.388675] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac1b8bb8-0fa6-45db-a50d-8538fe0e70b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.394911] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 929.394911] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d007ac-a10b-2cd9-cfe8-fe78f36b66cb" [ 929.394911] env[63920]: _type = "Task" [ 929.394911] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.404789] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d007ac-a10b-2cd9-cfe8-fe78f36b66cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.441654] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.441758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.441975] env[63920]: DEBUG nova.network.neutron [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.488761] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.489092] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76580791-f555-4a84-ada8-0e38f5f220b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.496668] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 929.496668] env[63920]: value = "task-2392481" [ 929.496668] env[63920]: _type = "Task" [ 929.496668] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.505069] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.533440] env[63920]: DEBUG nova.compute.manager [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.533675] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.534588] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85bbe10-20a9-405b-8bf6-4d9b632a2ef3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.542088] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.542325] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e536a8e-3567-4731-8c5f-c7e77021d956 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.547859] env[63920]: DEBUG oslo_vmware.api [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 929.547859] env[63920]: value = "task-2392482" [ 929.547859] env[63920]: _type = "Task" [ 929.547859] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.557498] env[63920]: DEBUG oslo_vmware.api [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.682300] env[63920]: DEBUG oslo_vmware.api [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26961} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.684840] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.685055] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.685336] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.685444] env[63920]: INFO nova.compute.manager [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 929.685682] env[63920]: DEBUG oslo.service.loopingcall [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.686753] env[63920]: DEBUG nova.compute.manager [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.686825] env[63920]: DEBUG nova.network.neutron [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.701923] env[63920]: DEBUG nova.objects.instance [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'flavor' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.728473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3ea6856d-6e68-4962-8219-23c3b71cd777 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.756s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.766918] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392480, 'name': ReconfigVM_Task, 'duration_secs': 0.268771} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.768201] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 08d6530a-cad4-48dc-a112-ba7bd37929ff/08d6530a-cad4-48dc-a112-ba7bd37929ff.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.769610] env[63920]: DEBUG nova.compute.manager [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Received event network-vif-plugged-14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.769808] env[63920]: DEBUG oslo_concurrency.lockutils [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] Acquiring lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.770014] env[63920]: DEBUG oslo_concurrency.lockutils [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.770300] env[63920]: DEBUG oslo_concurrency.lockutils [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.770500] env[63920]: DEBUG nova.compute.manager [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] No waiting events found dispatching network-vif-plugged-14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 929.770665] env[63920]: WARNING nova.compute.manager [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Received unexpected event network-vif-plugged-14e1e948-2d7b-4088-af70-c598f48255f8 for instance with vm_state building and task_state spawning. [ 929.770822] env[63920]: DEBUG nova.compute.manager [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Received event network-changed-14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 929.770971] env[63920]: DEBUG nova.compute.manager [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Refreshing instance network info cache due to event network-changed-14e1e948-2d7b-4088-af70-c598f48255f8. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.771154] env[63920]: DEBUG oslo_concurrency.lockutils [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] Acquiring lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.773750] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0442e0bb-5794-41c0-9031-5a12937ce100 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.782125] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 929.782125] env[63920]: value = "task-2392483" [ 929.782125] env[63920]: _type = "Task" [ 929.782125] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.793440] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392483, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.908061] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d007ac-a10b-2cd9-cfe8-fe78f36b66cb, 'name': SearchDatastore_Task, 'duration_secs': 0.00978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.911302] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.911638] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/46fb1953-2171-4f62-9cde-b7b4f310fd09.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.912564] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cc79b42-c4ba-4305-9070-49763a6f0af6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.920381] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 929.920381] env[63920]: value = "task-2392484" [ 929.920381] env[63920]: _type = "Task" [ 929.920381] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.931842] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.976510] env[63920]: DEBUG nova.network.neutron [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.005836] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392481, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.032767] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc7c541-098b-4fb1-9310-fee39f04cc93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.041117] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540018ce-af0c-4b48-9a7a-c3573845283f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.083105] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5644eaff-64de-45b2-a5ce-e87c89c40e3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.087596] env[63920]: DEBUG oslo_vmware.api [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392482, 'name': PowerOffVM_Task, 'duration_secs': 0.388715} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.094077] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.094077] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.094077] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ac12776-c6d8-47e1-8dd3-acc8494b14f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.094077] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6de42-76f1-4b03-8c6d-a4de11f312a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.108253] env[63920]: DEBUG nova.compute.provider_tree [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.207445] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.207611] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.207787] env[63920]: DEBUG nova.network.neutron [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.207961] env[63920]: DEBUG nova.objects.instance [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'info_cache' on Instance uuid f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.227924] env[63920]: DEBUG nova.network.neutron [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Updating instance_info_cache with network_info: [{"id": "14e1e948-2d7b-4088-af70-c598f48255f8", "address": "fa:16:3e:17:89:8d", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e1e948-2d", "ovs_interfaceid": "14e1e948-2d7b-4088-af70-c598f48255f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.293527] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392483, 'name': Rename_Task, 'duration_secs': 0.176122} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.293855] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.294160] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff0f0cfb-6953-4720-9c9e-8ac46f25cd81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.303522] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 930.303522] env[63920]: value = "task-2392486" [ 930.303522] env[63920]: _type = "Task" [ 930.303522] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.312735] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.387084] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.387389] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.387626] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleting the datastore file [datastore2] 17729b9a-e33c-4b55-9d4a-7e52b861fac3 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.387958] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25b9925c-02e5-4325-bc41-df013aa9327b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.397595] env[63920]: DEBUG oslo_vmware.api [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 930.397595] env[63920]: value = "task-2392487" [ 930.397595] env[63920]: _type = "Task" [ 930.397595] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.408638] env[63920]: DEBUG oslo_vmware.api [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.432518] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.507162] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392481, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.610044] env[63920]: DEBUG nova.scheduler.client.report [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.714397] env[63920]: DEBUG nova.objects.base [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 930.730996] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.731349] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Instance network_info: |[{"id": "14e1e948-2d7b-4088-af70-c598f48255f8", "address": "fa:16:3e:17:89:8d", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e1e948-2d", "ovs_interfaceid": "14e1e948-2d7b-4088-af70-c598f48255f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.731935] env[63920]: DEBUG oslo_concurrency.lockutils [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] Acquired lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.732155] env[63920]: DEBUG nova.network.neutron [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Refreshing network info cache for port 14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.733415] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:89:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e1e948-2d7b-4088-af70-c598f48255f8', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.742189] env[63920]: DEBUG oslo.service.loopingcall [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.745381] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.746771] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5283974-8047-4e3e-a149-c4db20a59574 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.767501] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.767501] env[63920]: value = "task-2392488" [ 930.767501] env[63920]: _type = "Task" [ 930.767501] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.776296] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392488, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.788491] env[63920]: DEBUG nova.network.neutron [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.816984] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392486, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.908189] env[63920]: DEBUG oslo_vmware.api [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414474} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.908493] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.908701] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.908902] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.909089] env[63920]: INFO nova.compute.manager [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Took 1.38 seconds to destroy the instance on the hypervisor. [ 930.909327] env[63920]: DEBUG oslo.service.loopingcall [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.909720] env[63920]: DEBUG nova.compute.manager [-] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.909720] env[63920]: DEBUG nova.network.neutron [-] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.932756] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579358} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.932910] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/46fb1953-2171-4f62-9cde-b7b4f310fd09.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.933139] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.933400] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78e6782e-4f41-45a0-a675-0a82479e8d46 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.943294] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 930.943294] env[63920]: value = "task-2392489" [ 930.943294] env[63920]: _type = "Task" [ 930.943294] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.952380] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.010671] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392481, 'name': CreateSnapshot_Task, 'duration_secs': 1.019576} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.013254] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 931.014052] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33114fc8-370f-4a53-99ce-ccdd5e85cb70 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.051865] env[63920]: DEBUG nova.network.neutron [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Updated VIF entry in instance network info cache for port 14e1e948-2d7b-4088-af70-c598f48255f8. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.052246] env[63920]: DEBUG nova.network.neutron [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Updating instance_info_cache with network_info: [{"id": "14e1e948-2d7b-4088-af70-c598f48255f8", "address": "fa:16:3e:17:89:8d", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e1e948-2d", "ovs_interfaceid": "14e1e948-2d7b-4088-af70-c598f48255f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.115681] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.116225] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.119176] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.038s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.120700] env[63920]: INFO nova.compute.claims [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.208071] env[63920]: DEBUG nova.compute.manager [req-decfb997-dd4e-4753-97ab-3bd09993d556 req-466189ee-bf29-4a20-9141-6dd77656ab5a service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Received event network-vif-deleted-47b9a8a6-6e67-45ec-b682-33d29589209e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.208292] env[63920]: INFO nova.compute.manager [req-decfb997-dd4e-4753-97ab-3bd09993d556 req-466189ee-bf29-4a20-9141-6dd77656ab5a service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Neutron deleted interface 47b9a8a6-6e67-45ec-b682-33d29589209e; detaching it from the instance and deleting it from the info cache [ 931.208473] env[63920]: DEBUG nova.network.neutron [req-decfb997-dd4e-4753-97ab-3bd09993d556 req-466189ee-bf29-4a20-9141-6dd77656ab5a service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.277661] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392488, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.291025] env[63920]: INFO nova.compute.manager [-] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Took 1.60 seconds to deallocate network for instance. [ 931.314620] env[63920]: DEBUG oslo_vmware.api [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392486, 'name': PowerOnVM_Task, 'duration_secs': 0.690449} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.314904] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.315142] env[63920]: INFO nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Took 8.17 seconds to spawn the instance on the hypervisor. [ 931.315352] env[63920]: DEBUG nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.316190] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1467ce9c-bf87-47f0-a34d-ec505fc0d09d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.455718] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146946} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.456134] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.457263] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1610b-804d-46bc-8bd4-920ceb5167c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.491052] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/46fb1953-2171-4f62-9cde-b7b4f310fd09.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.494569] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2591cc3-e1a8-4485-92af-9f562da57db5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.514739] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 931.514739] env[63920]: value = "task-2392490" [ 931.514739] env[63920]: _type = "Task" [ 931.514739] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.522880] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.530559] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.530743] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58b89d8d-2286-4c2e-b060-721210fbe521 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.537425] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 931.537425] env[63920]: value = "task-2392491" [ 931.537425] env[63920]: _type = "Task" [ 931.537425] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.545217] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.557899] env[63920]: DEBUG oslo_concurrency.lockutils [req-6cc3cb05-dcbb-4ac8-afc3-213346031a07 req-52ba47e6-ac65-4529-af51-5d79cc2c9772 service nova] Releasing lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.567077] env[63920]: DEBUG nova.network.neutron [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [{"id": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "address": "fa:16:3e:2c:d4:2d", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap245a4b4a-f2", "ovs_interfaceid": "245a4b4a-f222-4301-a1e9-c9a237fc8a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.626255] env[63920]: DEBUG nova.compute.utils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.629941] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.630115] env[63920]: DEBUG nova.network.neutron [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.691137] env[63920]: DEBUG nova.network.neutron [-] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.705563] env[63920]: DEBUG nova.policy [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75ddbc0d763744f4bf95e29ceb77ea35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d3e11c6f2184262b5223083d14ab84b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.711189] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85fb4d00-3930-47fe-938f-d8cad0246d25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.721013] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd226438-d5ba-4fba-9066-c1be14902d2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.757693] env[63920]: DEBUG nova.compute.manager [req-decfb997-dd4e-4753-97ab-3bd09993d556 req-466189ee-bf29-4a20-9141-6dd77656ab5a service nova] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Detach interface failed, port_id=47b9a8a6-6e67-45ec-b682-33d29589209e, reason: Instance 17729b9a-e33c-4b55-9d4a-7e52b861fac3 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 931.783811] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392488, 'name': CreateVM_Task, 'duration_secs': 0.855017} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.784085] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.785135] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.785553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.786051] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.786438] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a004d9ff-3991-4566-bb9d-71d305e88b40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.792738] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 931.792738] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525c47c4-a456-73d2-f62d-b00bb5841840" [ 931.792738] env[63920]: _type = "Task" [ 931.792738] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.802260] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.808869] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525c47c4-a456-73d2-f62d-b00bb5841840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.835028] env[63920]: INFO nova.compute.manager [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Took 32.19 seconds to build instance. [ 931.851329] env[63920]: DEBUG nova.compute.manager [req-96fe3e8a-bc38-4aa6-8d18-3a81869df912 req-5af21ed8-842c-4a23-89c7-334738c8f935 service nova] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Received event network-vif-deleted-436e2551-755f-4d1e-b4a2-74e44295f9c2 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.026233] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392490, 'name': ReconfigVM_Task, 'duration_secs': 0.375654} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.026566] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/46fb1953-2171-4f62-9cde-b7b4f310fd09.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.027200] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f816998-f1c9-4ae7-ab80-9b8ce714c6fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.033292] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 932.033292] env[63920]: value = "task-2392492" [ 932.033292] env[63920]: _type = "Task" [ 932.033292] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.041524] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392492, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.049043] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.069944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-f4ce314a-6cff-4aaa-af80-39083007e4cd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.131725] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.154247] env[63920]: DEBUG nova.network.neutron [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Successfully created port: 1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.195655] env[63920]: INFO nova.compute.manager [-] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Took 1.28 seconds to deallocate network for instance. [ 932.306087] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525c47c4-a456-73d2-f62d-b00bb5841840, 'name': SearchDatastore_Task, 'duration_secs': 0.023026} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.306446] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.306704] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.307332] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.307332] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.307332] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.307612] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a07e4f7c-2201-46cd-b813-c4f8a7a68ad4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.314710] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.314946] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.321570] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.321876] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.323259] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8100362-fe14-40d0-8afc-a18cb87928c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.329318] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 932.329318] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dafbc0-284c-5de5-90f7-772eedac6a1d" [ 932.329318] env[63920]: _type = "Task" [ 932.329318] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.341258] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13bfad5d-1c55-4219-a1f1-8caf6a3d87ad tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.706s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.341380] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dafbc0-284c-5de5-90f7-772eedac6a1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.539910] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2239a3af-ca06-4fe0-8181-137a82be9e25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.545653] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392492, 'name': Rename_Task, 'duration_secs': 0.18802} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.548817] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.549076] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e57bfff-3760-4600-a715-511da8db6e6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.554131] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557602c7-8f18-4c78-9a05-097dd4aba193 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.560994] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.561278] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 932.561278] env[63920]: value = "task-2392493" [ 932.561278] env[63920]: _type = "Task" [ 932.561278] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.570892] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.603155] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979ca7b1-d234-47ec-92c4-dd4fd5850d00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.613179] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73746c25-6f4d-4a83-b0a4-2b0425ea5d23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.629177] env[63920]: DEBUG nova.compute.provider_tree [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.705247] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.825273] env[63920]: DEBUG nova.compute.utils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.843433] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dafbc0-284c-5de5-90f7-772eedac6a1d, 'name': SearchDatastore_Task, 'duration_secs': 0.019789} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.845439] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe436ed8-d3ba-471f-9ee0-1fb51e548df9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.851553] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 932.851553] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cf4431-b2e6-5268-860b-1234f99a2852" [ 932.851553] env[63920]: _type = "Task" [ 932.851553] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.860472] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cf4431-b2e6-5268-860b-1234f99a2852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.056704] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.072094] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392493, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.102992] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.103432] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8c4ebfb-c117-4eb4-91cd-bdb6deea735a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.110334] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 933.110334] env[63920]: value = "task-2392494" [ 933.110334] env[63920]: _type = "Task" [ 933.110334] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.118348] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.132614] env[63920]: DEBUG nova.scheduler.client.report [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.145151] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.168612] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.168883] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.169058] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.169251] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.169401] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.169550] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.169756] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.169926] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.170085] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.170306] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.170507] env[63920]: DEBUG nova.virt.hardware [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.171668] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84c09f2-dc77-4050-a679-216d86088905 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.182374] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba71ef2-729f-4fad-ba3c-09bd20713ec6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.328628] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.361751] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cf4431-b2e6-5268-860b-1234f99a2852, 'name': SearchDatastore_Task, 'duration_secs': 0.01035} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.361924] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 933.362201] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 870892df-f068-4c99-ae7c-b0b9ce0da0fc/870892df-f068-4c99-ae7c-b0b9ce0da0fc.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.362453] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b59ab31-b9fb-43c9-862b-2dd25445822d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.369124] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 933.369124] env[63920]: value = "task-2392495" [ 933.369124] env[63920]: _type = "Task" [ 933.369124] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.376330] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.555804] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.571750] env[63920]: DEBUG oslo_vmware.api [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392493, 'name': PowerOnVM_Task, 'duration_secs': 0.739956} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.572063] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.572224] env[63920]: INFO nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Took 7.94 seconds to spawn the instance on the hypervisor. [ 933.572406] env[63920]: DEBUG nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.573202] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91a920b-d17d-455e-a1e7-335daddefc3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.622882] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.638692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.639352] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.642445] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.085s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.644194] env[63920]: INFO nova.compute.claims [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.818210] env[63920]: DEBUG nova.compute.manager [req-fb6e5445-4e13-43f4-b07f-586f3d24a32a req-f23e9cf9-3d5f-4db3-841b-07e5fbe6e97c service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received event network-vif-plugged-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.818547] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb6e5445-4e13-43f4-b07f-586f3d24a32a req-f23e9cf9-3d5f-4db3-841b-07e5fbe6e97c service nova] Acquiring lock "cbace791-b32a-42e1-91eb-959c18ed4a6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.818842] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb6e5445-4e13-43f4-b07f-586f3d24a32a req-f23e9cf9-3d5f-4db3-841b-07e5fbe6e97c service nova] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.819083] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb6e5445-4e13-43f4-b07f-586f3d24a32a req-f23e9cf9-3d5f-4db3-841b-07e5fbe6e97c service nova] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.819314] env[63920]: DEBUG nova.compute.manager [req-fb6e5445-4e13-43f4-b07f-586f3d24a32a req-f23e9cf9-3d5f-4db3-841b-07e5fbe6e97c service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] No waiting events found dispatching network-vif-plugged-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.819533] env[63920]: WARNING nova.compute.manager [req-fb6e5445-4e13-43f4-b07f-586f3d24a32a req-f23e9cf9-3d5f-4db3-841b-07e5fbe6e97c service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received unexpected event network-vif-plugged-1833d8c5-1ad8-4e94-8ccc-9bef1378649d for instance with vm_state building and task_state spawning. [ 933.880991] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.883265] env[63920]: DEBUG nova.compute.manager [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Received event network-changed-89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 933.883442] env[63920]: DEBUG nova.compute.manager [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Refreshing instance network info cache due to event network-changed-89e751bd-9ad2-450a-b1e7-612e92a0951f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 933.883714] env[63920]: DEBUG oslo_concurrency.lockutils [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] Acquiring lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 933.883862] env[63920]: DEBUG oslo_concurrency.lockutils [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] Acquired lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.884312] env[63920]: DEBUG nova.network.neutron [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Refreshing network info cache for port 89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.931638] env[63920]: DEBUG nova.network.neutron [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Successfully updated port: 1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.056923] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.096579] env[63920]: INFO nova.compute.manager [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Took 33.78 seconds to build instance. [ 934.123967] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.149323] env[63920]: DEBUG nova.compute.utils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 934.156990] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.157219] env[63920]: DEBUG nova.network.neutron [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.229621] env[63920]: DEBUG nova.policy [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7581a62f0aab4efdb4c9ed1d4df62971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ca946b3288432596529a8297704e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.380279] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708175} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.380511] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 870892df-f068-4c99-ae7c-b0b9ce0da0fc/870892df-f068-4c99-ae7c-b0b9ce0da0fc.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.380721] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.380977] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-443c3db3-5456-49f1-b7ef-0b2787d093f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.389868] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 934.389868] env[63920]: value = "task-2392496" [ 934.389868] env[63920]: _type = "Task" [ 934.389868] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.400617] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.429883] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.430159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.430388] env[63920]: INFO nova.compute.manager [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Attaching volume 4c49bc56-7681-4120-af23-9a7039b5170c to /dev/sdb [ 934.433515] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.433711] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.433892] env[63920]: DEBUG nova.network.neutron [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.472389] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a00bff-4a36-40c6-8b33-23099f6e8bf4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.483690] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33be959f-9fea-4e0f-9606-130fa8326937 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.497094] env[63920]: DEBUG nova.virt.block_device [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating existing volume attachment record: e209ca64-4248-47f9-a0db-906c0db6be2b {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 934.557350] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.599966] env[63920]: DEBUG oslo_concurrency.lockutils [None req-04605cfe-2e91-4b33-a29d-735707fb7dee tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.298s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.606079] env[63920]: INFO nova.compute.manager [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Rescuing [ 934.606381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.606550] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.606864] env[63920]: DEBUG nova.network.neutron [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.624810] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.638704] env[63920]: DEBUG nova.network.neutron [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Successfully created port: a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.658051] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.672023] env[63920]: DEBUG nova.network.neutron [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updated VIF entry in instance network info cache for port 89e751bd-9ad2-450a-b1e7-612e92a0951f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.672640] env[63920]: DEBUG nova.network.neutron [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updating instance_info_cache with network_info: [{"id": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "address": "fa:16:3e:b4:85:bf", "network": {"id": "dbd809c2-a0fa-49fb-863d-a22c35af5088", "bridge": "br-int", "label": "tempest-ServersTestJSON-1141520093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d913eb29634400e835b8d4558f9e2e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89e751bd-9a", "ovs_interfaceid": "89e751bd-9ad2-450a-b1e7-612e92a0951f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.902945] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221931} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.905455] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.906714] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09240b61-f6e8-4407-8202-b87195d99fef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.931076] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 870892df-f068-4c99-ae7c-b0b9ce0da0fc/870892df-f068-4c99-ae7c-b0b9ce0da0fc.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.934143] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e548cf1-7d3d-411f-b7f0-0a70183c7888 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.959299] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 934.959299] env[63920]: value = "task-2392500" [ 934.959299] env[63920]: _type = "Task" [ 934.959299] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.971384] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392500, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.985545] env[63920]: DEBUG nova.network.neutron [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.060845] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.102503] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f101800-0ecc-450e-899c-2010fc60b8d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.114249] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3d054f-8635-4dda-82f8-c6bcf1a9f13e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.127870] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392494, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.153960] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e35054d-f1eb-4686-87c7-281adb76a388 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.168032] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0183e488-1b9e-4be5-91e3-5c1656b48d8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.172496] env[63920]: DEBUG nova.network.neutron [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.174603] env[63920]: DEBUG oslo_concurrency.lockutils [req-94a5814a-e35f-4dc2-b06c-8b526847eb12 req-20edaa56-da5b-467c-9983-615e51eca8a8 service nova] Releasing lock "refresh_cache-08d6530a-cad4-48dc-a112-ba7bd37929ff" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.186097] env[63920]: DEBUG nova.compute.provider_tree [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.396602] env[63920]: DEBUG nova.network.neutron [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.470317] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.558973] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.630068] env[63920]: DEBUG oslo_vmware.api [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392494, 'name': PowerOnVM_Task, 'duration_secs': 2.122129} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.630865] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.630865] env[63920]: DEBUG nova.compute.manager [None req-ada30ac9-0e3a-416f-b990-9ae607b91443 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.631257] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb9ffce-fa75-4f97-ac71-508e24b0a711 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.675651] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.688796] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.689108] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Instance network_info: |[{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.689874] env[63920]: DEBUG nova.scheduler.client.report [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.694937] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:56:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1833d8c5-1ad8-4e94-8ccc-9bef1378649d', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.702827] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Creating folder: Project (9d3e11c6f2184262b5223083d14ab84b). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.703253] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130d7fbe-31d5-44f3-a32f-50c4c3ec7ebc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.709857] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.710109] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.710257] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.710439] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.710586] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.710732] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.710929] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.711101] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.711267] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.711425] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.711595] env[63920]: DEBUG nova.virt.hardware [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.712468] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073e20fa-60d7-4767-9788-cd3e812885ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.717015] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Created folder: Project (9d3e11c6f2184262b5223083d14ab84b) in parent group-v485178. [ 935.717203] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Creating folder: Instances. Parent ref: group-v485398. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.717782] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b786b063-d9fc-41cb-96a4-4fafa8a0b5cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.722890] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a43760-6727-47ca-9833-e9175dfc86e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.728830] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Created folder: Instances in parent group-v485398. [ 935.729081] env[63920]: DEBUG oslo.service.loopingcall [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 935.729631] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.729847] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd27f97c-1773-4d74-84af-562737060ec7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.755810] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.755810] env[63920]: value = "task-2392503" [ 935.755810] env[63920]: _type = "Task" [ 935.755810] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.762882] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392503, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.847682] env[63920]: DEBUG nova.compute.manager [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.848638] env[63920]: DEBUG nova.compute.manager [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing instance network info cache due to event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.848638] env[63920]: DEBUG oslo_concurrency.lockutils [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.848638] env[63920]: DEBUG oslo_concurrency.lockutils [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.848638] env[63920]: DEBUG nova.network.neutron [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.898921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.973655] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392500, 'name': ReconfigVM_Task, 'duration_secs': 0.685938} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.974126] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 870892df-f068-4c99-ae7c-b0b9ce0da0fc/870892df-f068-4c99-ae7c-b0b9ce0da0fc.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.974831] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d5cd8bb-7b12-4d47-a8e4-3173a1c09e5b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.983324] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 935.983324] env[63920]: value = "task-2392504" [ 935.983324] env[63920]: _type = "Task" [ 935.983324] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.992841] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392504, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.059493] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.204870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.205630] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.211450] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.683s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.211450] env[63920]: INFO nova.compute.claims [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.256749] env[63920]: DEBUG nova.network.neutron [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Successfully updated port: a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.268622] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392503, 'name': CreateVM_Task, 'duration_secs': 0.356263} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.268798] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.269523] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.269771] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.270127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 936.270391] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ab0093-a21e-4bba-aa5b-79b10d0fb834 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.275214] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 936.275214] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eb8bdc-3ee2-c3da-d509-842cb39bc657" [ 936.275214] env[63920]: _type = "Task" [ 936.275214] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.284046] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eb8bdc-3ee2-c3da-d509-842cb39bc657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.494453] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392504, 'name': Rename_Task, 'duration_secs': 0.160484} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.494453] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.494453] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-986b1eea-cacf-4d29-81d1-915e2ec3af02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.500027] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 936.500027] env[63920]: value = "task-2392505" [ 936.500027] env[63920]: _type = "Task" [ 936.500027] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.509070] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.559686] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392491, 'name': CloneVM_Task, 'duration_secs': 4.968868} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.560100] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Created linked-clone VM from snapshot [ 936.560728] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbc1170-7c81-4c82-af53-b3d655654ba5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.569355] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Uploading image 2caebc75-5160-476a-b069-4d390c575ab4 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.592653] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 936.592653] env[63920]: value = "vm-485395" [ 936.592653] env[63920]: _type = "VirtualMachine" [ 936.592653] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 936.592908] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3578d5fd-559c-4b98-91ab-323e2b83051c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.599998] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lease: (returnval){ [ 936.599998] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526475ec-e7ce-668b-a8b5-92f74c152eca" [ 936.599998] env[63920]: _type = "HttpNfcLease" [ 936.599998] env[63920]: } obtained for exporting VM: (result){ [ 936.599998] env[63920]: value = "vm-485395" [ 936.599998] env[63920]: _type = "VirtualMachine" [ 936.599998] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 936.600424] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the lease: (returnval){ [ 936.600424] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526475ec-e7ce-668b-a8b5-92f74c152eca" [ 936.600424] env[63920]: _type = "HttpNfcLease" [ 936.600424] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 936.607158] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 936.607158] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526475ec-e7ce-668b-a8b5-92f74c152eca" [ 936.607158] env[63920]: _type = "HttpNfcLease" [ 936.607158] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 936.639468] env[63920]: DEBUG nova.network.neutron [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updated VIF entry in instance network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.639946] env[63920]: DEBUG nova.network.neutron [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.672958] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.673199] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 936.714430] env[63920]: DEBUG nova.compute.utils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 936.719020] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.719020] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.759923] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-02e856f0-ea07-400a-8bab-25d59e38c3e8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.760072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-02e856f0-ea07-400a-8bab-25d59e38c3e8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.760229] env[63920]: DEBUG nova.network.neutron [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.787261] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eb8bdc-3ee2-c3da-d509-842cb39bc657, 'name': SearchDatastore_Task, 'duration_secs': 0.01407} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.787574] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.787818] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.788061] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.788209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.788407] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.788693] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6706d475-82d9-461c-a8ee-4dad08b78a73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.800126] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.800343] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.801154] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdfe0ca-cc62-4e95-b7e7-5391ba55a339 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.806851] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 936.806851] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9a331-c7d5-8b8d-1c06-0cfe288fd6ff" [ 936.806851] env[63920]: _type = "Task" [ 936.806851] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.815153] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9a331-c7d5-8b8d-1c06-0cfe288fd6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.943592] env[63920]: DEBUG nova.policy [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56bcdfc1bb3b401db39e8bf1c6a85478', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d69d72a8624b0dba8699786c2e3c29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.013436] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.108822] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.108822] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526475ec-e7ce-668b-a8b5-92f74c152eca" [ 937.108822] env[63920]: _type = "HttpNfcLease" [ 937.108822] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.109094] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.109094] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526475ec-e7ce-668b-a8b5-92f74c152eca" [ 937.109094] env[63920]: _type = "HttpNfcLease" [ 937.109094] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.109828] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63f3b63-d0df-4b34-bb1e-c016738d7d34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.118797] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248953a-392e-7eda-08b0-e57f0aabd9f2/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.118797] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248953a-392e-7eda-08b0-e57f0aabd9f2/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.179377] env[63920]: DEBUG oslo_concurrency.lockutils [req-7d8a49bf-69e6-4747-840a-c43e0e004a7f req-4d7706a0-d206-4d85-af05-358066dfd559 service nova] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.186577] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.186734] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 937.194978] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.195332] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.195579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.195821] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.196055] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.198153] env[63920]: INFO nova.compute.manager [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Terminating instance [ 937.222234] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.246707] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56b1f85e-8c71-45cf-a9e0-d74341010d96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.315147] env[63920]: DEBUG nova.network.neutron [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.317755] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Successfully created port: 97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.325343] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9a331-c7d5-8b8d-1c06-0cfe288fd6ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.329677] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3618bf-393f-407a-b3f0-d0c601176b9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.334950] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 937.334950] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fc83c3-ac11-ff76-1440-72dd2b7cd6a1" [ 937.334950] env[63920]: _type = "Task" [ 937.334950] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.348022] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fc83c3-ac11-ff76-1440-72dd2b7cd6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.432159] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.432472] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b0f4be-af9e-4a45-a6b4-9d97ad8ad9cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.442115] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 937.442115] env[63920]: value = "task-2392508" [ 937.442115] env[63920]: _type = "Task" [ 937.442115] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.454351] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.490270] env[63920]: DEBUG nova.network.neutron [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Updating instance_info_cache with network_info: [{"id": "a620f807-1f02-4226-9e9a-342a1e511b96", "address": "fa:16:3e:2a:01:4a", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620f807-1f", "ovs_interfaceid": "a620f807-1f02-4226-9e9a-342a1e511b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.514185] env[63920]: DEBUG oslo_vmware.api [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392505, 'name': PowerOnVM_Task, 'duration_secs': 0.79449} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.517897] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.518219] env[63920]: INFO nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Took 9.36 seconds to spawn the instance on the hypervisor. [ 937.518435] env[63920]: DEBUG nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.520024] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc308a8-5f42-4dcc-af10-cec4e0d183c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.644051] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Successfully created port: a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.685149] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a1ddcb-7a57-4800-a30d-332b3d6c6555 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.698106] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303235d0-c2d5-4adf-ba1a-621a062bd921 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.705230] env[63920]: DEBUG nova.compute.manager [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.705594] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.706748] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20143605-10ca-4145-bc8f-300af91c3a12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.746972] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947aa9c4-5a32-405d-9e46-3c8f416b5fef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.753629] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.753629] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-326693aa-56e5-40c5-bef5-a9b0d5141c3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.759139] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ccd2b-2440-4729-b474-97cf3741a12a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.764979] env[63920]: DEBUG oslo_vmware.api [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 937.764979] env[63920]: value = "task-2392509" [ 937.764979] env[63920]: _type = "Task" [ 937.764979] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.778297] env[63920]: DEBUG nova.compute.provider_tree [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.786862] env[63920]: DEBUG oslo_vmware.api [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.845802] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fc83c3-ac11-ff76-1440-72dd2b7cd6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013423} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.846091] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.846356] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] cbace791-b32a-42e1-91eb-959c18ed4a6c/cbace791-b32a-42e1-91eb-959c18ed4a6c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.846619] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ec4be2-b359-4dd5-9f91-ed7f3cf21cf8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.854094] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 937.854094] env[63920]: value = "task-2392510" [ 937.854094] env[63920]: _type = "Task" [ 937.854094] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.865097] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.881655] env[63920]: DEBUG nova.compute.manager [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Received event network-vif-plugged-a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.882058] env[63920]: DEBUG oslo_concurrency.lockutils [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] Acquiring lock "02e856f0-ea07-400a-8bab-25d59e38c3e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.882497] env[63920]: DEBUG oslo_concurrency.lockutils [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.882835] env[63920]: DEBUG oslo_concurrency.lockutils [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.883417] env[63920]: DEBUG nova.compute.manager [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] No waiting events found dispatching network-vif-plugged-a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.883672] env[63920]: WARNING nova.compute.manager [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Received unexpected event network-vif-plugged-a620f807-1f02-4226-9e9a-342a1e511b96 for instance with vm_state building and task_state spawning. [ 937.883881] env[63920]: DEBUG nova.compute.manager [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Received event network-changed-a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.884070] env[63920]: DEBUG nova.compute.manager [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Refreshing instance network info cache due to event network-changed-a620f807-1f02-4226-9e9a-342a1e511b96. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.884247] env[63920]: DEBUG oslo_concurrency.lockutils [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] Acquiring lock "refresh_cache-02e856f0-ea07-400a-8bab-25d59e38c3e8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.955498] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392508, 'name': PowerOffVM_Task, 'duration_secs': 0.199858} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.955875] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.956833] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e17bd8e-51ad-4edc-9152-9f078670a87c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.977640] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0267908-7e9e-464a-9dab-1b0c6f16c742 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.994382] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-02e856f0-ea07-400a-8bab-25d59e38c3e8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.994382] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Instance network_info: |[{"id": "a620f807-1f02-4226-9e9a-342a1e511b96", "address": "fa:16:3e:2a:01:4a", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620f807-1f", "ovs_interfaceid": "a620f807-1f02-4226-9e9a-342a1e511b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.994636] env[63920]: DEBUG oslo_concurrency.lockutils [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] Acquired lock "refresh_cache-02e856f0-ea07-400a-8bab-25d59e38c3e8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.994917] env[63920]: DEBUG nova.network.neutron [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Refreshing network info cache for port a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.000199] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:01:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a620f807-1f02-4226-9e9a-342a1e511b96', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.006626] env[63920]: DEBUG oslo.service.loopingcall [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 938.010074] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.011447] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Successfully created port: 1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 938.014643] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78b1c546-79ad-49b1-9e40-e41ce95a0c4b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.032395] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.033352] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc69e41-58f6-48a6-8a99-f42d60030f74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.045572] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.045572] env[63920]: value = "task-2392511" [ 938.045572] env[63920]: _type = "Task" [ 938.045572] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.046436] env[63920]: INFO nova.compute.manager [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Took 24.58 seconds to build instance. [ 938.053250] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 938.053250] env[63920]: value = "task-2392512" [ 938.053250] env[63920]: _type = "Task" [ 938.053250] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.062624] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392511, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.069093] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 938.069316] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.069577] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.069835] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.070637] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.070637] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85e02e4-4ce8-4227-bd3e-735cbed64fee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.087393] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.087896] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.088550] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2423441a-eeb3-45da-ab7d-29e9138537b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.094079] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 938.094079] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200521f-b44a-8ffa-397a-25abeb154e87" [ 938.094079] env[63920]: _type = "Task" [ 938.094079] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.103139] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200521f-b44a-8ffa-397a-25abeb154e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.227977] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.227977] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.227977] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 938.259083] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.278660] env[63920]: DEBUG oslo_vmware.api [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392509, 'name': PowerOffVM_Task, 'duration_secs': 0.37444} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.278960] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.279260] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.280567] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0c5425-ba9b-440f-b3ca-305e36df55c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.283081] env[63920]: DEBUG nova.scheduler.client.report [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.300066] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.300066] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.300066] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.300066] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.300386] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.301336] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.301632] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.301832] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.303543] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.303543] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.303543] env[63920]: DEBUG nova.virt.hardware [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.303543] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eef6167-d526-4fa1-b2bf-ed42c012b064 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.318152] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307db8c-7101-4af9-bd1e-38bea9ab2405 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.365400] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.472455] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] Acquiring lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.472829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] Acquired lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.473304] env[63920]: DEBUG nova.network.neutron [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.549743] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4ef8be6-f223-4d8e-af87-3006972e31bd tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.094s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.559153] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392511, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.575627] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.576411] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.576411] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleting the datastore file [datastore2] f4ce314a-6cff-4aaa-af80-39083007e4cd {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.576870] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb68df25-2be3-4411-9bc9-a6069c67ee6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.583243] env[63920]: DEBUG oslo_vmware.api [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 938.583243] env[63920]: value = "task-2392514" [ 938.583243] env[63920]: _type = "Task" [ 938.583243] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.594021] env[63920]: DEBUG oslo_vmware.api [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.603251] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200521f-b44a-8ffa-397a-25abeb154e87, 'name': SearchDatastore_Task, 'duration_secs': 0.025839} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.604262] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a179c0a-3b2d-4fbf-8279-6b77bcdad9ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.615267] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 938.615267] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d163f7-3fb5-3308-5a4f-411b304fbed2" [ 938.615267] env[63920]: _type = "Task" [ 938.615267] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.624929] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d163f7-3fb5-3308-5a4f-411b304fbed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.783543] env[63920]: DEBUG nova.network.neutron [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Updated VIF entry in instance network info cache for port a620f807-1f02-4226-9e9a-342a1e511b96. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.783923] env[63920]: DEBUG nova.network.neutron [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Updating instance_info_cache with network_info: [{"id": "a620f807-1f02-4226-9e9a-342a1e511b96", "address": "fa:16:3e:2a:01:4a", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa620f807-1f", "ovs_interfaceid": "a620f807-1f02-4226-9e9a-342a1e511b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.791831] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.793363] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.796899] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.692s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.797189] env[63920]: DEBUG nova.objects.instance [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lazy-loading 'resources' on Instance uuid 8031ba69-ec79-494e-822f-a162e948b4b8 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.866637] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607671} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.867958] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] cbace791-b32a-42e1-91eb-959c18ed4a6c/cbace791-b32a-42e1-91eb-959c18ed4a6c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.869468] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.869468] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68eb3e81-0d96-4249-953e-3eacc2736052 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.875685] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 938.875685] env[63920]: value = "task-2392515" [ 938.875685] env[63920]: _type = "Task" [ 938.875685] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.884066] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.055528] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 939.055922] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485397', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'name': 'volume-4c49bc56-7681-4120-af23-9a7039b5170c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9310c2ce-0209-438c-bbff-9171de4181e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'serial': '4c49bc56-7681-4120-af23-9a7039b5170c'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 939.056971] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae46a3db-ad3b-419b-a756-e0150d286a78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.069525] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392511, 'name': CreateVM_Task, 'duration_secs': 0.705301} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.079435] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.080244] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.080596] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.081183] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 939.082056] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98896e-1d66-4faf-8375-1aa572869591 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.084772] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460a032f-6623-421e-85d3-e56c9f7c2fa9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.119232] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-4c49bc56-7681-4120-af23-9a7039b5170c/volume-4c49bc56-7681-4120-af23-9a7039b5170c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.127790] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a33bf3e9-1a30-4d40-bb1a-f59afcc8afcc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.141259] env[63920]: DEBUG oslo_vmware.api [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394028} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.141550] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 939.141550] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520fa7f0-ccaf-790d-ecec-a28bdebf2204" [ 939.141550] env[63920]: _type = "Task" [ 939.141550] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.146145] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.146489] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.146681] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.146928] env[63920]: INFO nova.compute.manager [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 1.44 seconds to destroy the instance on the hypervisor. [ 939.147239] env[63920]: DEBUG oslo.service.loopingcall [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 939.149178] env[63920]: DEBUG nova.compute.manager [-] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.149178] env[63920]: DEBUG nova.network.neutron [-] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.154633] env[63920]: DEBUG oslo_vmware.api [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 939.154633] env[63920]: value = "task-2392516" [ 939.154633] env[63920]: _type = "Task" [ 939.154633] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.166637] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520fa7f0-ccaf-790d-ecec-a28bdebf2204, 'name': SearchDatastore_Task, 'duration_secs': 0.036683} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.166887] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d163f7-3fb5-3308-5a4f-411b304fbed2, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.167714] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.167951] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.168200] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.168348] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.168524] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.168801] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.169037] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. {{(pid=63920) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 939.172442] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67a1441a-aad3-4e7a-8a51-e20c7aa1347e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.174778] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2efbadf5-2406-409e-8776-d967dec5a8fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.177585] env[63920]: DEBUG oslo_vmware.api [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.185594] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 939.185594] env[63920]: value = "task-2392517" [ 939.185594] env[63920]: _type = "Task" [ 939.185594] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.187713] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.187713] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.190679] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf6a2145-b346-4af0-a6de-e0b7861f2977 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.198173] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.199743] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 939.199743] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c41655-f49a-87af-55dc-db7c37c18a4c" [ 939.199743] env[63920]: _type = "Task" [ 939.199743] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.208276] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c41655-f49a-87af-55dc-db7c37c18a4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.286218] env[63920]: DEBUG oslo_concurrency.lockutils [req-1a125b35-6626-4d97-b7fb-896ffe7435c4 req-7c37c456-c9ca-465c-9fe8-18a0c05c9dc6 service nova] Releasing lock "refresh_cache-02e856f0-ea07-400a-8bab-25d59e38c3e8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.298964] env[63920]: DEBUG nova.compute.utils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 939.303130] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.303390] env[63920]: DEBUG nova.network.neutron [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.388332] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072853} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.388687] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.390031] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bea80e4-9ada-41ea-854f-ff53a98956ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.414712] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] cbace791-b32a-42e1-91eb-959c18ed4a6c/cbace791-b32a-42e1-91eb-959c18ed4a6c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.423150] env[63920]: DEBUG nova.policy [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.424665] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ffc04f-8f95-4104-8ec7-1d452d3fa150 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.445778] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 939.445778] env[63920]: value = "task-2392518" [ 939.445778] env[63920]: _type = "Task" [ 939.445778] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.456333] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.532358] env[63920]: DEBUG nova.network.neutron [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Updating instance_info_cache with network_info: [{"id": "14e1e948-2d7b-4088-af70-c598f48255f8", "address": "fa:16:3e:17:89:8d", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e1e948-2d", "ovs_interfaceid": "14e1e948-2d7b-4088-af70-c598f48255f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.683378] env[63920]: DEBUG oslo_vmware.api [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392516, 'name': ReconfigVM_Task, 'duration_secs': 0.388655} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.683378] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-4c49bc56-7681-4120-af23-9a7039b5170c/volume-4c49bc56-7681-4120-af23-9a7039b5170c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.688089] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d38d513c-4ba7-4480-a6bb-d84ad8481bee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.737585] env[63920]: DEBUG oslo_vmware.api [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 939.737585] env[63920]: value = "task-2392519" [ 939.737585] env[63920]: _type = "Task" [ 939.737585] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.738269] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392517, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.738593] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c41655-f49a-87af-55dc-db7c37c18a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.01501} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.750926] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3db9ea4-2092-4bf3-a82b-49ba4352cab6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.760736] env[63920]: DEBUG oslo_vmware.api [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.765571] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 939.765571] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a85cc-c860-29f6-3f7f-339e4573bd8c" [ 939.765571] env[63920]: _type = "Task" [ 939.765571] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.776869] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a85cc-c860-29f6-3f7f-339e4573bd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.806748] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.851925] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18709811-66ec-4e33-89bc-e7797145b468 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.864197] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117ca43-85fa-4cbf-8417-38e181460123 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.904589] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [{"id": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "address": "fa:16:3e:2d:1f:7c", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e0bff6-46", "ovs_interfaceid": "d3e0bff6-46c7-47d6-8c03-12d5e13dc16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.906727] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fdd22-adc8-4795-8b3e-73be04a1cb28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.918378] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba41b38-fbf7-4c46-a0a9-0339b9787380 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.935858] env[63920]: DEBUG nova.compute.provider_tree [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.939767] env[63920]: DEBUG nova.compute.manager [req-6dec2477-3647-47f9-b55a-c6541f8f0182 req-117da835-ef11-407d-9085-c22f05f85af5 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-vif-plugged-97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.940061] env[63920]: DEBUG oslo_concurrency.lockutils [req-6dec2477-3647-47f9-b55a-c6541f8f0182 req-117da835-ef11-407d-9085-c22f05f85af5 service nova] Acquiring lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 939.940294] env[63920]: DEBUG oslo_concurrency.lockutils [req-6dec2477-3647-47f9-b55a-c6541f8f0182 req-117da835-ef11-407d-9085-c22f05f85af5 service nova] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.941036] env[63920]: DEBUG oslo_concurrency.lockutils [req-6dec2477-3647-47f9-b55a-c6541f8f0182 req-117da835-ef11-407d-9085-c22f05f85af5 service nova] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.941036] env[63920]: DEBUG nova.compute.manager [req-6dec2477-3647-47f9-b55a-c6541f8f0182 req-117da835-ef11-407d-9085-c22f05f85af5 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] No waiting events found dispatching network-vif-plugged-97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 939.941036] env[63920]: WARNING nova.compute.manager [req-6dec2477-3647-47f9-b55a-c6541f8f0182 req-117da835-ef11-407d-9085-c22f05f85af5 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received unexpected event network-vif-plugged-97f228ef-75ae-4837-a3d3-42214561ba83 for instance with vm_state building and task_state spawning. [ 939.959152] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392518, 'name': ReconfigVM_Task, 'duration_secs': 0.445129} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.960039] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Reconfigured VM instance instance-0000004e to attach disk [datastore1] cbace791-b32a-42e1-91eb-959c18ed4a6c/cbace791-b32a-42e1-91eb-959c18ed4a6c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.961754] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3801333-5eff-48fc-a0ec-91eb7213cabe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.965010] env[63920]: DEBUG nova.compute.manager [req-313a0bb6-c0cd-4abf-839b-3efed9643f87 req-77e2bbc6-e337-43f2-bffd-1a391ef2d76b service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Received event network-vif-deleted-245a4b4a-f222-4301-a1e9-c9a237fc8a4d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 939.965207] env[63920]: INFO nova.compute.manager [req-313a0bb6-c0cd-4abf-839b-3efed9643f87 req-77e2bbc6-e337-43f2-bffd-1a391ef2d76b service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Neutron deleted interface 245a4b4a-f222-4301-a1e9-c9a237fc8a4d; detaching it from the instance and deleting it from the info cache [ 939.965516] env[63920]: DEBUG nova.network.neutron [req-313a0bb6-c0cd-4abf-839b-3efed9643f87 req-77e2bbc6-e337-43f2-bffd-1a391ef2d76b service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.971607] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 939.971607] env[63920]: value = "task-2392520" [ 939.971607] env[63920]: _type = "Task" [ 939.971607] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.985232] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392520, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.035568] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] Releasing lock "refresh_cache-870892df-f068-4c99-ae7c-b0b9ce0da0fc" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.035891] env[63920]: DEBUG nova.compute.manager [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Inject network info {{(pid=63920) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 940.037672] env[63920]: DEBUG nova.compute.manager [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] network_info to inject: |[{"id": "14e1e948-2d7b-4088-af70-c598f48255f8", "address": "fa:16:3e:17:89:8d", "network": {"id": "c19ac0b9-6445-4784-b5d6-c3cdfa5fec8b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1675494624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0cf80c9c95834c07acac9a0ffe39f5d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e1e948-2d", "ovs_interfaceid": "14e1e948-2d7b-4088-af70-c598f48255f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 940.041324] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Reconfiguring VM instance to set the machine id {{(pid=63920) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 940.041658] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba92e3ba-98ca-4021-bcbd-1e1083de2edb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.059208] env[63920]: DEBUG oslo_vmware.api [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] Waiting for the task: (returnval){ [ 940.059208] env[63920]: value = "task-2392521" [ 940.059208] env[63920]: _type = "Task" [ 940.059208] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.068327] env[63920]: DEBUG oslo_vmware.api [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] Task: {'id': task-2392521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.198173] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760806} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.198494] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. [ 940.199376] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5ccbc-2b8e-4a86-91dd-0bffdde0fa0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.240688] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.241526] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Successfully updated port: 97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.243108] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8c8cacb-8e25-4e4a-9ab9-f4253f5d2a30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.266026] env[63920]: DEBUG nova.network.neutron [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Successfully created port: 8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.280894] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 940.280894] env[63920]: value = "task-2392522" [ 940.280894] env[63920]: _type = "Task" [ 940.280894] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.290376] env[63920]: DEBUG oslo_vmware.api [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392519, 'name': ReconfigVM_Task, 'duration_secs': 0.212278} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.295254] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485397', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'name': 'volume-4c49bc56-7681-4120-af23-9a7039b5170c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9310c2ce-0209-438c-bbff-9171de4181e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'serial': '4c49bc56-7681-4120-af23-9a7039b5170c'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 940.298058] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a85cc-c860-29f6-3f7f-339e4573bd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.029135} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.308048] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.308048] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 02e856f0-ea07-400a-8bab-25d59e38c3e8/02e856f0-ea07-400a-8bab-25d59e38c3e8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.308048] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.308243] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87848d28-1f2f-4b2e-89b5-89d4294870d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.316490] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 940.316490] env[63920]: value = "task-2392523" [ 940.316490] env[63920]: _type = "Task" [ 940.316490] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.331937] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.413721] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-2e709e94-117f-438d-b3d3-22b046a7294f" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 940.413927] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 940.414205] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.414339] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.414512] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.415454] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.415454] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.415454] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.415454] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 940.415454] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.422481] env[63920]: DEBUG nova.network.neutron [-] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.443193] env[63920]: DEBUG nova.scheduler.client.report [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.470462] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1adc4c1-6be7-42c8-ac3b-598999061151 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.487884] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392520, 'name': Rename_Task, 'duration_secs': 0.147709} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.489085] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.491493] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762f9f40-b847-4d1d-8895-327f85e929ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.504160] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d6be73d-775f-45fb-8f2f-ac51009cf583 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.511929] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 940.511929] env[63920]: value = "task-2392524" [ 940.511929] env[63920]: _type = "Task" [ 940.511929] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.520102] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.536904] env[63920]: DEBUG nova.compute.manager [req-313a0bb6-c0cd-4abf-839b-3efed9643f87 req-77e2bbc6-e337-43f2-bffd-1a391ef2d76b service nova] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Detach interface failed, port_id=245a4b4a-f222-4301-a1e9-c9a237fc8a4d, reason: Instance f4ce314a-6cff-4aaa-af80-39083007e4cd could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 940.570438] env[63920]: DEBUG oslo_vmware.api [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] Task: {'id': task-2392521, 'name': ReconfigVM_Task, 'duration_secs': 0.232083} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.571029] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5365343c-60ce-4f02-8b27-abf989d70501 tempest-ServersAdminTestJSON-886318920 tempest-ServersAdminTestJSON-886318920-project-admin] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Reconfigured VM instance to set the machine id {{(pid=63920) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 940.792872] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.828532] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.830316] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.862158] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.862158] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.862158] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.862158] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.862448] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.863157] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.863635] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.863939] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.864313] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.864669] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.864986] env[63920]: DEBUG nova.virt.hardware [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.867145] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cef6b2-aef0-4ff8-98f3-f5c1bedad9aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.887402] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45424430-b4bf-43ab-a3d5-eb76a780bd5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.920658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.925064] env[63920]: INFO nova.compute.manager [-] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Took 1.78 seconds to deallocate network for instance. [ 940.949501] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.953610] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.151s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.954343] env[63920]: DEBUG nova.objects.instance [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'resources' on Instance uuid 1847f2ce-e0f4-4953-9e2b-7db25926e95d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.979739] env[63920]: INFO nova.scheduler.client.report [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Deleted allocations for instance 8031ba69-ec79-494e-822f-a162e948b4b8 [ 941.026633] env[63920]: DEBUG oslo_vmware.api [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392524, 'name': PowerOnVM_Task, 'duration_secs': 0.483316} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.026959] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.027245] env[63920]: INFO nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Took 7.88 seconds to spawn the instance on the hypervisor. [ 941.027317] env[63920]: DEBUG nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.028174] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36305972-57a5-4d79-80a8-624ace4fb453 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.291568] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392522, 'name': ReconfigVM_Task, 'duration_secs': 0.980258} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.291871] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.292748] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a96ed0b-574e-4f19-9965-b429aa6bb14a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.320171] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33826a3-9cec-4435-b678-3d63f04269a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.342232] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960631} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.343612] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 02e856f0-ea07-400a-8bab-25d59e38c3e8/02e856f0-ea07-400a-8bab-25d59e38c3e8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.343883] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.344255] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 941.344255] env[63920]: value = "task-2392525" [ 941.344255] env[63920]: _type = "Task" [ 941.344255] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.344461] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-269f7b30-a247-4355-8acc-254fb81399b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.356075] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.357613] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 941.357613] env[63920]: value = "task-2392526" [ 941.357613] env[63920]: _type = "Task" [ 941.357613] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.366170] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.383022] env[63920]: INFO nova.compute.manager [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Rebuilding instance [ 941.383022] env[63920]: DEBUG nova.objects.instance [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'flavor' on Instance uuid 9310c2ce-0209-438c-bbff-9171de4181e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.433620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.437740] env[63920]: DEBUG nova.compute.manager [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.437965] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d31975-7702-4cb4-a649-c7d94d14963f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.490226] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9e9af197-f025-4544-a58f-d2238209f17a tempest-ImagesTestJSON-1454485859 tempest-ImagesTestJSON-1454485859-project-member] Lock "8031ba69-ec79-494e-822f-a162e948b4b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.891s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.545128] env[63920]: INFO nova.compute.manager [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Took 21.66 seconds to build instance. [ 941.784176] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b2b85-2287-421b-ab00-e7964419a77d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.792454] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0e79f5-f4ab-40cc-8f9c-7444a6ca9ea3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.824729] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef1605-7f42-4c85-ab8b-d9d3a1dd8d9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.832220] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86acee94-fef5-4fc8-81b9-37ced51945ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.846156] env[63920]: DEBUG nova.compute.provider_tree [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.855310] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392525, 'name': ReconfigVM_Task, 'duration_secs': 0.170035} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.855617] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.855877] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59f9e001-7963-464f-8713-f46c0b4ea566 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.863025] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 941.863025] env[63920]: value = "task-2392527" [ 941.863025] env[63920]: _type = "Task" [ 941.863025] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.868616] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134361} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.868715] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.869711] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f137cd4-444d-4e4f-ad20-81b1547d5c3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.876819] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.900664] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 02e856f0-ea07-400a-8bab-25d59e38c3e8/02e856f0-ea07-400a-8bab-25d59e38c3e8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.901292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc9b51bd-bf9a-450b-866b-c995169e57e0 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.471s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.902225] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58584acf-78eb-48e3-b6dc-8438b05f1e79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.927031] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 941.927031] env[63920]: value = "task-2392528" [ 941.927031] env[63920]: _type = "Task" [ 941.927031] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.933615] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.020561] env[63920]: DEBUG nova.compute.manager [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-changed-97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.020757] env[63920]: DEBUG nova.compute.manager [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Refreshing instance network info cache due to event network-changed-97f228ef-75ae-4837-a3d3-42214561ba83. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 942.020967] env[63920]: DEBUG oslo_concurrency.lockutils [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] Acquiring lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.021123] env[63920]: DEBUG oslo_concurrency.lockutils [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] Acquired lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.021317] env[63920]: DEBUG nova.network.neutron [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Refreshing network info cache for port 97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.039052] env[63920]: INFO nova.compute.manager [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Rescuing [ 942.039325] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.039473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.039637] env[63920]: DEBUG nova.network.neutron [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.047389] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3bbd3cd2-767b-4e58-916a-1705efdcda77 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.168s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.353078] env[63920]: DEBUG nova.scheduler.client.report [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.372640] env[63920]: DEBUG oslo_vmware.api [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392527, 'name': PowerOnVM_Task, 'duration_secs': 0.493526} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.373614] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.376342] env[63920]: DEBUG nova.compute.manager [None req-bd4c6dcf-5db3-4c5c-b18d-7ff30bb3683b tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.377173] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310acfd7-2ed4-4254-9373-f28709784c92 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.435765] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.443655] env[63920]: DEBUG nova.network.neutron [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Successfully updated port: 8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.446684] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "82535807-3e38-4b5e-94f8-5a1efe98541f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.446982] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.447213] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "82535807-3e38-4b5e-94f8-5a1efe98541f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.447400] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.447570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.449983] env[63920]: INFO nova.compute.manager [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Terminating instance [ 942.456673] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.458642] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb2c60b-d393-4a71-8aec-b90b38a60d6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.464021] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Successfully updated port: a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.473026] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 942.473026] env[63920]: value = "task-2392529" [ 942.473026] env[63920]: _type = "Task" [ 942.473026] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.484247] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.579946] env[63920]: DEBUG nova.network.neutron [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.859519] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.866020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.158s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.866020] env[63920]: DEBUG nova.objects.instance [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lazy-loading 'resources' on Instance uuid 17729b9a-e33c-4b55-9d4a-7e52b861fac3 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.884813] env[63920]: DEBUG nova.network.neutron [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.894152] env[63920]: INFO nova.scheduler.client.report [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted allocations for instance 1847f2ce-e0f4-4953-9e2b-7db25926e95d [ 942.938383] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392528, 'name': ReconfigVM_Task, 'duration_secs': 0.905098} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.938615] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 02e856f0-ea07-400a-8bab-25d59e38c3e8/02e856f0-ea07-400a-8bab-25d59e38c3e8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.939469] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12f9be45-2386-4c52-8059-833f7a826ca5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.944659] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.944831] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.945041] env[63920]: DEBUG nova.network.neutron [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.949479] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 942.949479] env[63920]: value = "task-2392530" [ 942.949479] env[63920]: _type = "Task" [ 942.949479] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.959529] env[63920]: DEBUG nova.compute.manager [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.959529] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.959745] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392530, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.961124] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038d46e2-37e8-43dc-9f3d-5f69f233cd5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.973254] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.973956] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bcdf7e-f297-499d-a0b6-28d02c74a14f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.985770] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392529, 'name': PowerOffVM_Task, 'duration_secs': 0.352074} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.987372] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.987599] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.987995] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 942.987995] env[63920]: value = "task-2392531" [ 942.987995] env[63920]: _type = "Task" [ 942.987995] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.989162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fb8f9-4948-4bb0-a991-308367bb25c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.001276] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.006897] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df304e90-827d-4327-a82a-35a4780c45c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.010640] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.087821] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.088092] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.088289] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleting the datastore file [datastore1] 13b03ac4-b0ea-4fca-b662-e543c946ef14 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.088609] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bab0306b-37dd-48c7-92b5-af3c6c3d1594 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.097369] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 943.097369] env[63920]: value = "task-2392533" [ 943.097369] env[63920]: _type = "Task" [ 943.097369] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.106738] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.312838] env[63920]: DEBUG nova.network.neutron [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.394628] env[63920]: DEBUG oslo_concurrency.lockutils [req-f5f6fcc8-bb01-4c06-9344-e6c37524cbc6 req-0aa3c030-32b9-4bb2-a94f-fc6a241deb6c service nova] Releasing lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.417551] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0cc08c58-2f03-4b79-a4ca-af8e88a723ca tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "1847f2ce-e0f4-4953-9e2b-7db25926e95d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.393s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.464461] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392530, 'name': Rename_Task, 'duration_secs': 0.262498} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.464461] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.464753] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aed1744-2bcd-4c85-81ba-08313e60b788 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.473037] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 943.473037] env[63920]: value = "task-2392534" [ 943.473037] env[63920]: _type = "Task" [ 943.473037] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.481467] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.501450] env[63920]: DEBUG nova.network.neutron [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.508582] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.610870] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352523} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.614091] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.614338] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.614551] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.797020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30341e2d-dd5c-4067-9768-3db030d40e2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.807460] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f63ea-a2c4-4820-955f-0728a087fc36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.842267] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.846292] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e62a80-9b9d-41ab-a05a-7a502fdc8906 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.853445] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4353c8-773d-4690-9ee5-b783b59342d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.869240] env[63920]: DEBUG nova.compute.provider_tree [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.983978] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.003491] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.041092] env[63920]: DEBUG nova.network.neutron [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Updating instance_info_cache with network_info: [{"id": "8eccc81b-f7e6-483e-8f30-d552d4b132ea", "address": "fa:16:3e:d0:27:38", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eccc81b-f7", "ovs_interfaceid": "8eccc81b-f7e6-483e-8f30-d552d4b132ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.375022] env[63920]: DEBUG nova.scheduler.client.report [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.485806] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.503735] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.986531] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.004037] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.386843] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.387250] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c39ae6-b5d6-4086-964a-b4a8e18312c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.395498] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 945.395498] env[63920]: value = "task-2392535" [ 945.395498] env[63920]: _type = "Task" [ 945.395498] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.404405] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.486080] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.505833] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.905341] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392535, 'name': PowerOffVM_Task, 'duration_secs': 0.320626} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.905614] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.906463] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e8821a-8cae-4876-baeb-a7c229d375a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.928534] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f6850-9d9c-4b9f-8b98-3a3e3f93b51b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.955287] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.955642] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e03b18-7967-480f-8dbf-0d53317e9a84 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.962878] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 945.962878] env[63920]: value = "task-2392536" [ 945.962878] env[63920]: _type = "Task" [ 945.962878] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.971809] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.972017] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.972270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.972411] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.972582] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.972833] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-217126e5-fd95-4343-bf2f-c247b05a501f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.984416] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.985444] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.985644] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.986364] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4208d4f-aaf2-491e-8cd7-d7c66efebea5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.991275] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 945.991275] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52805b17-2376-7b51-4dfa-1a685af7b125" [ 945.991275] env[63920]: _type = "Task" [ 945.991275] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.999114] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52805b17-2376-7b51-4dfa-1a685af7b125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.006339] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.385695] env[63920]: DEBUG nova.compute.manager [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.386076] env[63920]: DEBUG nova.compute.manager [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing instance network info cache due to event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.386503] env[63920]: DEBUG oslo_concurrency.lockutils [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.386503] env[63920]: DEBUG oslo_concurrency.lockutils [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.386889] env[63920]: DEBUG nova.network.neutron [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.489518] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.501050] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52805b17-2376-7b51-4dfa-1a685af7b125, 'name': SearchDatastore_Task, 'duration_secs': 0.021773} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.504858] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76bbe806-1923-4d53-8c62-7f716b49676a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.513277] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.513896] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 946.513896] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ae69d9-e581-502d-f711-70901b38fd31" [ 946.513896] env[63920]: _type = "Task" [ 946.513896] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.522659] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ae69d9-e581-502d-f711-70901b38fd31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.550067] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.550067] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Instance network_info: |[{"id": "8eccc81b-f7e6-483e-8f30-d552d4b132ea", "address": "fa:16:3e:d0:27:38", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eccc81b-f7", "ovs_interfaceid": "8eccc81b-f7e6-483e-8f30-d552d4b132ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.550964] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:27:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eccc81b-f7e6-483e-8f30-d552d4b132ea', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.556067] env[63920]: DEBUG oslo.service.loopingcall [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.556187] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.556760] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9df84ba0-0ca6-4edd-aed7-77b3ec6e3555 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.576900] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.576900] env[63920]: value = "task-2392537" [ 946.576900] env[63920]: _type = "Task" [ 946.576900] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.584932] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392537, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.882406] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.019s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.886659] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.966s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.886861] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.887236] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 946.887388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.454s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.887625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.890731] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Received event network-vif-plugged-8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.890934] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Acquiring lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.891149] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.891313] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.891478] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] No waiting events found dispatching network-vif-plugged-8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.891641] env[63920]: WARNING nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Received unexpected event network-vif-plugged-8eccc81b-f7e6-483e-8f30-d552d4b132ea for instance with vm_state building and task_state spawning. [ 946.891804] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-vif-plugged-a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.891963] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Acquiring lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.892154] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.892308] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.892464] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] No waiting events found dispatching network-vif-plugged-a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.892629] env[63920]: WARNING nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received unexpected event network-vif-plugged-a470ae98-e959-42e3-be3d-2c1cd7c13faf for instance with vm_state building and task_state spawning. [ 946.892787] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Received event network-changed-8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.892935] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Refreshing instance network info cache due to event network-changed-8eccc81b-f7e6-483e-8f30-d552d4b132ea. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 946.893125] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Acquiring lock "refresh_cache-b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 946.893258] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Acquired lock "refresh_cache-b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.893408] env[63920]: DEBUG nova.network.neutron [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Refreshing network info cache for port 8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.896680] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d280c3-0a68-4c48-b67b-165ec42d8758 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.918421] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8a1b37-13f1-47a2-98d1-6c73f4e93614 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.928393] env[63920]: INFO nova.scheduler.client.report [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleted allocations for instance 17729b9a-e33c-4b55-9d4a-7e52b861fac3 [ 946.945989] env[63920]: INFO nova.scheduler.client.report [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted allocations for instance f4ce314a-6cff-4aaa-af80-39083007e4cd [ 946.950922] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc0e5e4-03a5-4e45-9fcd-82ebe3d95672 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.963408] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d52511-428a-4e21-a53e-068f650a07dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.997924] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179266MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 946.998118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.998926] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.017777] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392531, 'name': PowerOffVM_Task, 'duration_secs': 3.583178} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.018756] env[63920]: DEBUG oslo_vmware.api [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392534, 'name': PowerOnVM_Task, 'duration_secs': 3.46587} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.021660] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.021660] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.021909] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.022185] env[63920]: INFO nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Took 11.35 seconds to spawn the instance on the hypervisor. [ 947.022381] env[63920]: DEBUG nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.022678] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f262075a-5a81-498c-8ec5-8260d7a90e51 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.024844] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b26895c-61fa-41dc-9fdd-c52235596211 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.034040] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ae69d9-e581-502d-f711-70901b38fd31, 'name': SearchDatastore_Task, 'duration_secs': 0.01755} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.038045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 947.038351] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. {{(pid=63920) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 947.042165] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eb55265-8720-43ff-8062-0ae990060a1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.052902] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 947.052902] env[63920]: value = "task-2392539" [ 947.052902] env[63920]: _type = "Task" [ 947.052902] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.086799] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392537, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.165391] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.165689] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.166025] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.166111] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.166343] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.166497] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.166753] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.166920] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.167132] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.167270] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.167501] env[63920]: DEBUG nova.virt.hardware [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.168547] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87cb18e-2121-4629-92bd-a659c20db8b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.177689] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08b1ac-46cc-4866-82fe-8cc9ab3df22c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.192624] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:bd:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1194aef-e06c-4293-ac10-7953fd2fe253', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.200375] env[63920]: DEBUG oslo.service.loopingcall [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.204085] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.204347] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad4296b-fa7c-4bfd-8991-2779879a8c90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.228367] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.228367] env[63920]: value = "task-2392540" [ 947.228367] env[63920]: _type = "Task" [ 947.228367] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.236689] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392540, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.460597] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348a0737-e7c2-49ca-b305-39bc5addd12a tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "17729b9a-e33c-4b55-9d4a-7e52b861fac3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.436s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.462615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5d268405-b059-4f22-83c8-49c067addbff tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "f4ce314a-6cff-4aaa-af80-39083007e4cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.267s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.518643] env[63920]: DEBUG nova.network.neutron [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updated VIF entry in instance network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.519486] env[63920]: DEBUG nova.network.neutron [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.557643] env[63920]: INFO nova.compute.manager [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Took 27.51 seconds to build instance. [ 947.563448] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.587130] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392537, 'name': CreateVM_Task, 'duration_secs': 0.598468} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.587311] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.588104] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.588294] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.588639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 947.588902] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f7e0af-bbc0-43b0-a76a-64a135dfe954 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.592177] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.592333] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.592505] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Deleting the datastore file [datastore2] 82535807-3e38-4b5e-94f8-5a1efe98541f {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.593089] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea5b2c6b-b4eb-408a-85fc-6f9ede7e4796 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.598405] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 947.598405] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a72bed-26da-14a5-db6e-0cc66959cf01" [ 947.598405] env[63920]: _type = "Task" [ 947.598405] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.601663] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for the task: (returnval){ [ 947.601663] env[63920]: value = "task-2392541" [ 947.601663] env[63920]: _type = "Task" [ 947.601663] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.609019] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a72bed-26da-14a5-db6e-0cc66959cf01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.612860] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.741286] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392540, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.860208] env[63920]: DEBUG nova.network.neutron [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Updated VIF entry in instance network info cache for port 8eccc81b-f7e6-483e-8f30-d552d4b132ea. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.860208] env[63920]: DEBUG nova.network.neutron [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Updating instance_info_cache with network_info: [{"id": "8eccc81b-f7e6-483e-8f30-d552d4b132ea", "address": "fa:16:3e:d0:27:38", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eccc81b-f7", "ovs_interfaceid": "8eccc81b-f7e6-483e-8f30-d552d4b132ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.031476] env[63920]: DEBUG oslo_concurrency.lockutils [req-545e00bf-fd38-4b0f-b059-f70ed22db3ff req-09b7fa99-eba8-4fa2-9289-43d8eae65465 service nova] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.059391] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2e709e94-117f-438d-b3d3-22b046a7294f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.059572] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 70a96b3c-f4bc-4b4a-be00-ffb969da1814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.059694] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7230b129-84a2-4516-b0a2-b7fbad519083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.059807] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 9310c2ce-0209-438c-bbff-9171de4181e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.059914] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 82535807-3e38-4b5e-94f8-5a1efe98541f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060039] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6daee122-5622-4804-bd63-a292c4e59e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060208] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance e0e50df5-f03a-4962-8c77-c2fa225ba313 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060261] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 42bd8c1f-062a-4a96-b015-529e468cbf8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060348] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 13b03ac4-b0ea-4fca-b662-e543c946ef14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060454] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 4489863b-20e7-4144-b2a1-25ee3b00490e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060559] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f21b5eed-79d7-40c7-b918-d7f59cf6ff30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060718] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance e15cd9eb-3b45-458d-aac3-7dceb7cc4c52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060753] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 399907b7-ec6b-4fab-84fd-74ff4d32bdc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060859] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 49b465f6-ae28-4584-aadb-e4d9982862d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.060964] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 075900ac-19f5-48c9-9132-8deaf2025f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.062194] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 08d6530a-cad4-48dc-a112-ba7bd37929ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.062373] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 46fb1953-2171-4f62-9cde-b7b4f310fd09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.062519] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 870892df-f068-4c99-ae7c-b0b9ce0da0fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.062662] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance cbace791-b32a-42e1-91eb-959c18ed4a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.062706] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 02e856f0-ea07-400a-8bab-25d59e38c3e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.063800] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.063800] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 948.063800] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 948.063800] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4736MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 948.065940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c923108a-e6b6-4926-a530-3ae880b02008 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.031s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.072681] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Successfully updated port: 1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.079897] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.110960] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a72bed-26da-14a5-db6e-0cc66959cf01, 'name': SearchDatastore_Task, 'duration_secs': 0.02157} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.115737] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.116240] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.116606] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.116823] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.117098] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.118141] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f66b9f7-6c68-4970-87a3-67bb8adb7d9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.124485] env[63920]: DEBUG oslo_vmware.api [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Task: {'id': task-2392541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47357} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.124980] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.125267] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.125483] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.125736] env[63920]: INFO nova.compute.manager [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Took 5.17 seconds to destroy the instance on the hypervisor. [ 948.126180] env[63920]: DEBUG oslo.service.loopingcall [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.126519] env[63920]: DEBUG nova.compute.manager [-] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.126654] env[63920]: DEBUG nova.network.neutron [-] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.134829] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.135062] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.135866] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4463a368-014e-4098-a3cf-2ec778200951 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.141879] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 948.141879] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9c2ac-3284-2a3f-c82f-562d665143d0" [ 948.141879] env[63920]: _type = "Task" [ 948.141879] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.154427] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9c2ac-3284-2a3f-c82f-562d665143d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.244591] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392540, 'name': CreateVM_Task, 'duration_secs': 0.57425} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.244821] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.245815] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.249010] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.249010] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 948.249010] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74d41d0-766e-4d72-8b71-7f2d2e06e984 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.252334] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 948.252334] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521628e5-f4ff-a550-b1f0-de11414b87af" [ 948.252334] env[63920]: _type = "Task" [ 948.252334] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.269644] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521628e5-f4ff-a550-b1f0-de11414b87af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.363073] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Releasing lock "refresh_cache-b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.363073] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-changed-a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 948.363951] env[63920]: DEBUG nova.compute.manager [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Refreshing instance network info cache due to event network-changed-a470ae98-e959-42e3-be3d-2c1cd7c13faf. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 948.363951] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Acquiring lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.364089] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Acquired lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.364257] env[63920]: DEBUG nova.network.neutron [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Refreshing network info cache for port a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.497039] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8164a026-250f-43b7-b864-7c04b375d8cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.505542] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db46ac8-f52a-4996-bb35-1f663954acae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.540571] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c335386-d014-4b08-bdab-5f167359e4cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.548728] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5fa9bf-f074-4ff0-a8b7-5483549d4af4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.562766] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.571238] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.575719] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.652553] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c9c2ac-3284-2a3f-c82f-562d665143d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017926} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.653382] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-242b2a92-1786-46ac-8634-36bbd3d631e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.659597] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 948.659597] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ce3a36-9249-c0e6-abb1-27a774754c5e" [ 948.659597] env[63920]: _type = "Task" [ 948.659597] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.669902] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ce3a36-9249-c0e6-abb1-27a774754c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.764972] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521628e5-f4ff-a550-b1f0-de11414b87af, 'name': SearchDatastore_Task, 'duration_secs': 0.019028} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.765408] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.765728] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.766045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.777367] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2822b0-71da-486d-b069-e15db7c86e30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.784557] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Suspending the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 948.784557] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b13c8a7b-a88d-4005-8c47-a918c5dbde33 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.793097] env[63920]: DEBUG oslo_vmware.api [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 948.793097] env[63920]: value = "task-2392542" [ 948.793097] env[63920]: _type = "Task" [ 948.793097] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.803209] env[63920]: DEBUG oslo_vmware.api [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392542, 'name': SuspendVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.156743] env[63920]: DEBUG nova.network.neutron [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.162629] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.188467] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.620806} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.188732] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ce3a36-9249-c0e6-abb1-27a774754c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.019733} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.188966] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. [ 949.189398] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.189743] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49/b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.190470] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46eaef-7919-40d2-883e-92a5b3c0d141 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.193519] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.196316] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.196316] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18bd8249-1f85-48ed-a773-e23c592497bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.196316] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01925d6a-3f63-4e88-a861-83b8120e99e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.236486] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.237295] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 949.237295] env[63920]: value = "task-2392543" [ 949.237295] env[63920]: _type = "Task" [ 949.237295] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.238564] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0fa2f7-0ad0-4862-9b07-8e605ed871d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.252615] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.252822] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.257484] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe05f87-de54-47f5-9aaf-c24c24883cbb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.266957] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.269852] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 949.269852] env[63920]: value = "task-2392544" [ 949.269852] env[63920]: _type = "Task" [ 949.269852] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.270231] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 949.270231] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5215e923-3183-ba1b-c412-03a6bb461a49" [ 949.270231] env[63920]: _type = "Task" [ 949.270231] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.285441] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5215e923-3183-ba1b-c412-03a6bb461a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.285441] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392544, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.307598] env[63920]: DEBUG oslo_vmware.api [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392542, 'name': SuspendVM_Task} progress is 58%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.385956] env[63920]: DEBUG nova.compute.manager [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.386171] env[63920]: DEBUG nova.compute.manager [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing instance network info cache due to event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.386392] env[63920]: DEBUG oslo_concurrency.lockutils [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.386532] env[63920]: DEBUG oslo_concurrency.lockutils [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.386718] env[63920]: DEBUG nova.network.neutron [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.388761] env[63920]: DEBUG nova.network.neutron [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.668951] env[63920]: DEBUG nova.network.neutron [-] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.679703] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 949.679917] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.682s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.766532] env[63920]: DEBUG nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-vif-plugged-1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.766840] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Acquiring lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.767291] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.767500] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.767821] env[63920]: DEBUG nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] No waiting events found dispatching network-vif-plugged-1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.767992] env[63920]: WARNING nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received unexpected event network-vif-plugged-1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb for instance with vm_state building and task_state spawning. [ 949.768177] env[63920]: DEBUG nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 949.768327] env[63920]: DEBUG nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing instance network info cache due to event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 949.768599] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.773418] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392543, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.796532] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.797194] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5215e923-3183-ba1b-c412-03a6bb461a49, 'name': SearchDatastore_Task, 'duration_secs': 0.02566} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.802065] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-137b4bca-05da-4269-af7f-2e31c5058537 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.812523] env[63920]: DEBUG oslo_vmware.api [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392542, 'name': SuspendVM_Task} progress is 58%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.814527] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 949.814527] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523cf9f0-5213-e09d-1261-64c433c883b2" [ 949.814527] env[63920]: _type = "Task" [ 949.814527] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.824565] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523cf9f0-5213-e09d-1261-64c433c883b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.893848] env[63920]: DEBUG oslo_concurrency.lockutils [req-85848521-a91d-40ac-a59b-822456e008df req-572db645-0dcd-43ce-ac55-2c47b2a7db02 service nova] Releasing lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.894338] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.895288] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.174168] env[63920]: INFO nova.compute.manager [-] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Took 2.05 seconds to deallocate network for instance. [ 950.263847] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772313} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.264470] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49/b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.264470] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.264653] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a6650a0-ed91-424d-9931-46db72f32851 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.272751] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 950.272751] env[63920]: value = "task-2392545" [ 950.272751] env[63920]: _type = "Task" [ 950.272751] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.291932] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392544, 'name': ReconfigVM_Task, 'duration_secs': 0.57866} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.291932] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.291932] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.292639] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f44bb0-33a2-4ac1-9388-8521fc9032dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.339661] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b4f5db5-a737-4f6a-86c4-0b73e1513c21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.354950] env[63920]: DEBUG nova.network.neutron [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updated VIF entry in instance network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.355358] env[63920]: DEBUG nova.network.neutron [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.357268] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.358187] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.360817] env[63920]: DEBUG oslo_vmware.api [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392542, 'name': SuspendVM_Task, 'duration_secs': 1.111483} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.362184] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Suspended the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 950.362302] env[63920]: DEBUG nova.compute.manager [None req-52cb8f57-1b70-451a-942f-48bbf0f4f65f tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.363127] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a580002-9130-41e0-9996-b6e1070d9776 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.370263] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523cf9f0-5213-e09d-1261-64c433c883b2, 'name': SearchDatastore_Task, 'duration_secs': 0.067257} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.372075] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.372377] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.372749] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 950.372749] env[63920]: value = "task-2392546" [ 950.372749] env[63920]: _type = "Task" [ 950.372749] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.373792] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae44100-7045-475d-b0b2-90163787ced0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.390856] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.393148] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 950.393148] env[63920]: value = "task-2392547" [ 950.393148] env[63920]: _type = "Task" [ 950.393148] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.404240] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.461549] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.529226] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248953a-392e-7eda-08b0-e57f0aabd9f2/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.530197] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d034c7f-792f-427c-9982-2d345daa7599 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.537208] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248953a-392e-7eda-08b0-e57f0aabd9f2/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.537400] env[63920]: ERROR oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248953a-392e-7eda-08b0-e57f0aabd9f2/disk-0.vmdk due to incomplete transfer. [ 950.537636] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-520b809c-e85b-4c68-898a-a7c262cc4b1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.546379] env[63920]: DEBUG oslo_vmware.rw_handles [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5248953a-392e-7eda-08b0-e57f0aabd9f2/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 950.546593] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Uploaded image 2caebc75-5160-476a-b069-4d390c575ab4 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 950.548985] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 950.549379] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2b00469f-1785-4514-b54c-6656fa1827ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.555689] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 950.555689] env[63920]: value = "task-2392548" [ 950.555689] env[63920]: _type = "Task" [ 950.555689] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.566686] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392548, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.688253] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.688527] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.688750] env[63920]: DEBUG nova.objects.instance [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lazy-loading 'resources' on Instance uuid 82535807-3e38-4b5e-94f8-5a1efe98541f {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.783899] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340678} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.784201] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.784984] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494dbffb-6d4d-4557-810d-224a2dc09948 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.807406] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49/b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.810503] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c82d78-4870-49ab-94e5-be60a4cd37e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.835080] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 950.835080] env[63920]: value = "task-2392549" [ 950.835080] env[63920]: _type = "Task" [ 950.835080] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.847095] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.858134] env[63920]: DEBUG oslo_concurrency.lockutils [req-87171385-4459-4cbe-b777-8c3ccb1d7d48 req-4e96b5ae-0e68-4f86-b55f-5d8e2d156838 service nova] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.858552] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.858754] env[63920]: DEBUG nova.network.neutron [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.862104] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.893905] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392546, 'name': ReconfigVM_Task, 'duration_secs': 0.237117} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.897864] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.901693] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a84c692-17e9-41e5-a064-d4cc31cac0a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.911802] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392547, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.913478] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 950.913478] env[63920]: value = "task-2392550" [ 950.913478] env[63920]: _type = "Task" [ 950.913478] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.925799] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.066866] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392548, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.286254] env[63920]: DEBUG nova.network.neutron [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updating instance_info_cache with network_info: [{"id": "97f228ef-75ae-4837-a3d3-42214561ba83", "address": "fa:16:3e:8b:40:7a", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f228ef-75", "ovs_interfaceid": "97f228ef-75ae-4837-a3d3-42214561ba83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a470ae98-e959-42e3-be3d-2c1cd7c13faf", "address": "fa:16:3e:d2:9c:00", "network": {"id": "c19a59cc-15d1-4349-bb15-b8512fc3453f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1705763724", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa470ae98-e9", "ovs_interfaceid": "a470ae98-e959-42e3-be3d-2c1cd7c13faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "address": "fa:16:3e:be:d9:70", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f95aa-a4", "ovs_interfaceid": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.345813] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.384133] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.413447] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698494} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.416389] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.416805] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.417167] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00a0d88b-a74e-42e0-80f0-634ab6468921 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.433493] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.434742] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 951.434742] env[63920]: value = "task-2392551" [ 951.434742] env[63920]: _type = "Task" [ 951.434742] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.450191] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.567419] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392548, 'name': Destroy_Task, 'duration_secs': 0.739196} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.570656] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Destroyed the VM [ 951.570928] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 951.574639] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c2b281d-e6a5-4b6b-a3ac-783850f47ac5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.584273] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 951.584273] env[63920]: value = "task-2392552" [ 951.584273] env[63920]: _type = "Task" [ 951.584273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.585971] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9bc062-d603-4be5-91c3-e1de0558f0e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.603202] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392552, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.609799] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9d252d-ab53-4019-87b6-69209ecb2219 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.651857] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793d9c60-026f-4931-8d57-eb4a390eb539 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.660158] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d67d0-2b03-4da8-b4c4-390832be0feb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.675033] env[63920]: DEBUG nova.compute.provider_tree [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.725147] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.725411] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.771242] env[63920]: DEBUG nova.network.neutron [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updated VIF entry in instance network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.771623] env[63920]: DEBUG nova.network.neutron [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.789945] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Releasing lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.790512] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance network_info: |[{"id": "97f228ef-75ae-4837-a3d3-42214561ba83", "address": "fa:16:3e:8b:40:7a", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f228ef-75", "ovs_interfaceid": "97f228ef-75ae-4837-a3d3-42214561ba83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a470ae98-e959-42e3-be3d-2c1cd7c13faf", "address": "fa:16:3e:d2:9c:00", "network": {"id": "c19a59cc-15d1-4349-bb15-b8512fc3453f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1705763724", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa470ae98-e9", "ovs_interfaceid": "a470ae98-e959-42e3-be3d-2c1cd7c13faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "address": "fa:16:3e:be:d9:70", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f95aa-a4", "ovs_interfaceid": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.791806] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:40:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f228ef-75ae-4837-a3d3-42214561ba83', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:9c:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a470ae98-e959-42e3-be3d-2c1cd7c13faf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:d9:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afae6acd-1873-4228-9d5a-1cd5d4efe3e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.803292] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Creating folder: Project (10d69d72a8624b0dba8699786c2e3c29). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.804169] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edee1ec2-e469-4ef5-9ce1-6309b6d96de4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.815808] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Created folder: Project (10d69d72a8624b0dba8699786c2e3c29) in parent group-v485178. [ 951.816031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Creating folder: Instances. Parent ref: group-v485404. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 951.816281] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bf3f85b-334d-4c8d-806c-f63e4f546c6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.824887] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Created folder: Instances in parent group-v485404. [ 951.825117] env[63920]: DEBUG oslo.service.loopingcall [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 951.825310] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.825521] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f69b2db-0999-4086-886a-08054aa94118 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.853512] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392549, 'name': ReconfigVM_Task, 'duration_secs': 0.598552} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.854808] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Reconfigured VM instance instance-00000051 to attach disk [datastore2] b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49/b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.855434] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.855434] env[63920]: value = "task-2392555" [ 951.855434] env[63920]: _type = "Task" [ 951.855434] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.855686] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d9605ec-f1b7-4f76-ad94-47954a5bdd15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.865059] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392555, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.866389] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 951.866389] env[63920]: value = "task-2392556" [ 951.866389] env[63920]: _type = "Task" [ 951.866389] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.876637] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392556, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.929527] env[63920]: DEBUG oslo_vmware.api [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392550, 'name': PowerOnVM_Task, 'duration_secs': 0.577113} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.929877] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.933341] env[63920]: DEBUG nova.compute.manager [None req-ebf0f37f-b931-40d9-b19e-3e43bdcd60f7 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.934475] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b927205-d00b-4e5c-a523-b5eaaec462f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.950112] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24161} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.950112] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.951300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fc0faf-c276-4a4f-89a1-a05613bc979e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.974999] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.975410] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52159cbc-2f82-407b-af0e-8491c319bf63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.995893] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 951.995893] env[63920]: value = "task-2392557" [ 951.995893] env[63920]: _type = "Task" [ 951.995893] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.005791] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.100486] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392552, 'name': RemoveSnapshot_Task} progress is 38%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.147489] env[63920]: DEBUG nova.compute.manager [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.147718] env[63920]: DEBUG nova.compute.manager [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing instance network info cache due to event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.147903] env[63920]: DEBUG oslo_concurrency.lockutils [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.178563] env[63920]: DEBUG nova.scheduler.client.report [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.231301] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 952.248048] env[63920]: DEBUG nova.compute.manager [req-5f141e40-111d-4938-b395-3e21d3dd0407 req-7c2f3b77-32d7-48ec-af7b-baffd8f77c32 service nova] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Received event network-vif-deleted-14f745e6-1f29-4cd8-a505-4c95d02bc182 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.274885] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.275176] env[63920]: DEBUG nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-changed-1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.275351] env[63920]: DEBUG nova.compute.manager [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Refreshing instance network info cache due to event network-changed-1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 952.275592] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Acquiring lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.275827] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Acquired lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.276012] env[63920]: DEBUG nova.network.neutron [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Refreshing network info cache for port 1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.277111] env[63920]: DEBUG oslo_concurrency.lockutils [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.277300] env[63920]: DEBUG nova.network.neutron [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.370529] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392555, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.381420] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392556, 'name': Rename_Task, 'duration_secs': 0.239081} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.381773] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.381946] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac642e14-1f25-4b52-a71a-c7b74ce42c4a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.390018] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 952.390018] env[63920]: value = "task-2392558" [ 952.390018] env[63920]: _type = "Task" [ 952.390018] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.399658] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.515111] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.596645] env[63920]: DEBUG oslo_vmware.api [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392552, 'name': RemoveSnapshot_Task, 'duration_secs': 0.826785} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.596976] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 952.597247] env[63920]: INFO nova.compute.manager [None req-7b4a5040-767e-42dd-a4e3-90a8ad2b85c9 tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Took 23.64 seconds to snapshot the instance on the hypervisor. [ 952.685431] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.689730] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.306s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.692334] env[63920]: INFO nova.compute.claims [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.738652] env[63920]: INFO nova.scheduler.client.report [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Deleted allocations for instance 82535807-3e38-4b5e-94f8-5a1efe98541f [ 952.766369] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.871912] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392555, 'name': CreateVM_Task, 'duration_secs': 0.523069} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.872552] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.873369] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.873580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.874083] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 952.874372] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2812f7e3-2740-4be3-a6e7-a64b07c0fc9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.882291] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 952.882291] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52122db9-aa5c-8fa1-0414-9fb578014899" [ 952.882291] env[63920]: _type = "Task" [ 952.882291] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.892715] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52122db9-aa5c-8fa1-0414-9fb578014899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.905035] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392558, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.013238] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.170190] env[63920]: DEBUG nova.network.neutron [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updated VIF entry in instance network info cache for port 1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.170190] env[63920]: DEBUG nova.network.neutron [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updating instance_info_cache with network_info: [{"id": "97f228ef-75ae-4837-a3d3-42214561ba83", "address": "fa:16:3e:8b:40:7a", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f228ef-75", "ovs_interfaceid": "97f228ef-75ae-4837-a3d3-42214561ba83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a470ae98-e959-42e3-be3d-2c1cd7c13faf", "address": "fa:16:3e:d2:9c:00", "network": {"id": "c19a59cc-15d1-4349-bb15-b8512fc3453f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1705763724", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa470ae98-e9", "ovs_interfaceid": "a470ae98-e959-42e3-be3d-2c1cd7c13faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "address": "fa:16:3e:be:d9:70", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f95aa-a4", "ovs_interfaceid": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.250021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32ac7e39-c865-4c30-b22d-5e39b84935e5 tempest-ServersTestManualDisk-730114457 tempest-ServersTestManualDisk-730114457-project-member] Lock "82535807-3e38-4b5e-94f8-5a1efe98541f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.802s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.336515] env[63920]: DEBUG nova.network.neutron [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updated VIF entry in instance network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.336515] env[63920]: DEBUG nova.network.neutron [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.393674] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52122db9-aa5c-8fa1-0414-9fb578014899, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.401021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.401021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.401021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.401021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.401021] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.401021] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e03b1aa5-f138-4457-abc0-1bbb16627d2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.407940] env[63920]: DEBUG oslo_vmware.api [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392558, 'name': PowerOnVM_Task, 'duration_secs': 0.61525} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.412493] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.412675] env[63920]: INFO nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Took 12.58 seconds to spawn the instance on the hypervisor. [ 953.412708] env[63920]: DEBUG nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.414990] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e051fc-4a0d-4b88-9770-a4ef62418382 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.419321] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.419440] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.421445] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e42bc1-859e-4303-bcf0-e8add07f3b68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.436546] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 953.436546] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52221821-f550-0cc4-9796-cf607aad5a0f" [ 953.436546] env[63920]: _type = "Task" [ 953.436546] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.446042] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52221821-f550-0cc4-9796-cf607aad5a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.513761] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392557, 'name': ReconfigVM_Task, 'duration_secs': 1.097006} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.514086] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.514741] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13703288-dd0b-4475-9cae-2bfab6f04466 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.523242] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 953.523242] env[63920]: value = "task-2392559" [ 953.523242] env[63920]: _type = "Task" [ 953.523242] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.532301] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392559, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.674407] env[63920]: DEBUG oslo_concurrency.lockutils [req-953f5c9f-88b9-496a-b38e-19a7e84ea9cf req-2df5e64c-82b8-4f19-943e-4ffadfa0f10b service nova] Releasing lock "refresh_cache-77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.842364] env[63920]: DEBUG oslo_concurrency.lockutils [req-a590f747-3608-4ca4-8ae9-4490162afdb8 req-aaba5c7a-e225-4f6c-806e-73b4524172f2 service nova] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.933184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "02e856f0-ea07-400a-8bab-25d59e38c3e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.933494] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.933713] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "02e856f0-ea07-400a-8bab-25d59e38c3e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.933898] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.934075] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.936170] env[63920]: INFO nova.compute.manager [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Terminating instance [ 953.948871] env[63920]: INFO nova.compute.manager [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Took 32.45 seconds to build instance. [ 953.959066] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52221821-f550-0cc4-9796-cf607aad5a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.018573} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.964190] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5de7d7a7-997d-43a1-91fa-a0de0e588961 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.974449] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 953.974449] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5248ba6f-4c82-66d5-5cfd-8d21a5ad85fa" [ 953.974449] env[63920]: _type = "Task" [ 953.974449] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.984855] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5248ba6f-4c82-66d5-5cfd-8d21a5ad85fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.032229] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392559, 'name': Rename_Task, 'duration_secs': 0.258096} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.035917] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.036394] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b75cf910-06f2-4bfe-adc6-cca2e83db8eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.043138] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 954.043138] env[63920]: value = "task-2392560" [ 954.043138] env[63920]: _type = "Task" [ 954.043138] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.056471] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392560, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.124406] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b2ab1-f044-4568-8bb7-12353cb786cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.132870] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42944831-b0ab-4550-b677-aa968ac2a1e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.165147] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63284dcb-85c7-4554-b8dd-b12ce910add4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.172584] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e3ed52-546b-41a7-8c84-95208bf1d6fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.186589] env[63920]: DEBUG nova.compute.provider_tree [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.450884] env[63920]: DEBUG nova.compute.manager [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.451805] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.452780] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad570a2-80d1-4860-980e-4e1e0b8e6c79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.463611] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1f5e4aae-974d-4232-b900-06da90703148 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.968s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 954.463849] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.464155] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-751b06e6-791f-4517-bb0b-ab66e4f0569e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.486808] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5248ba6f-4c82-66d5-5cfd-8d21a5ad85fa, 'name': SearchDatastore_Task, 'duration_secs': 0.014908} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.487388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.487741] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef/77fb5fc5-4cb2-4c91-88d5-531abfecf0ef.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.488590] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-309cc32c-4da8-4f5b-a6fc-f4c48c3dac8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.496796] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 954.496796] env[63920]: value = "task-2392562" [ 954.496796] env[63920]: _type = "Task" [ 954.496796] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.507958] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.533107] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.533208] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.533383] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleting the datastore file [datastore2] 02e856f0-ea07-400a-8bab-25d59e38c3e8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.533657] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73caf0dd-9c30-40e5-b82f-56f8085dbec0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.541106] env[63920]: DEBUG oslo_vmware.api [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 954.541106] env[63920]: value = "task-2392563" [ 954.541106] env[63920]: _type = "Task" [ 954.541106] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.555097] env[63920]: DEBUG oslo_vmware.api [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.559653] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392560, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.643234] env[63920]: DEBUG nova.compute.manager [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.643481] env[63920]: DEBUG nova.compute.manager [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing instance network info cache due to event network-changed-702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.644213] env[63920]: DEBUG oslo_concurrency.lockutils [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] Acquiring lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.644213] env[63920]: DEBUG oslo_concurrency.lockutils [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] Acquired lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.644588] env[63920]: DEBUG nova.network.neutron [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Refreshing network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.692291] env[63920]: DEBUG nova.scheduler.client.report [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.008070] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.008070] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.016575] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392562, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.060376] env[63920]: DEBUG oslo_vmware.api [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392560, 'name': PowerOnVM_Task, 'duration_secs': 0.562918} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.063913] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.064188] env[63920]: DEBUG nova.compute.manager [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.065386] env[63920]: DEBUG oslo_vmware.api [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383981} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.066546] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7fa313-aad6-4f21-af11-7f998d13884d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.072170] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.072390] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.072576] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.072750] env[63920]: INFO nova.compute.manager [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Took 0.62 seconds to destroy the instance on the hypervisor. [ 955.073544] env[63920]: DEBUG oslo.service.loopingcall [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 955.073841] env[63920]: DEBUG nova.compute.manager [-] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.073946] env[63920]: DEBUG nova.network.neutron [-] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.200763] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.201329] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.204716] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.438s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.208145] env[63920]: INFO nova.compute.claims [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.469658] env[63920]: INFO nova.compute.manager [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Unrescuing [ 955.469658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.469658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.469658] env[63920]: DEBUG nova.network.neutron [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.511116] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65179} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.513129] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef/77fb5fc5-4cb2-4c91-88d5-531abfecf0ef.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.513129] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.513129] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be5dba6a-bde1-49da-858e-4e2c07bfb8fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.517913] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.523193] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 955.523193] env[63920]: value = "task-2392564" [ 955.523193] env[63920]: _type = "Task" [ 955.523193] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.532278] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392564, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.554668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "46fb1953-2171-4f62-9cde-b7b4f310fd09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.554966] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.555304] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "46fb1953-2171-4f62-9cde-b7b4f310fd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.555574] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.555993] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.559723] env[63920]: INFO nova.compute.manager [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Terminating instance [ 955.562051] env[63920]: DEBUG nova.network.neutron [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updated VIF entry in instance network info cache for port 702deebf-80f2-4f3b-8167-82e2e5d61d1a. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.562581] env[63920]: DEBUG nova.network.neutron [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [{"id": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "address": "fa:16:3e:21:07:3f", "network": {"id": "ce57d19d-501d-470a-a0d3-cc9d2bed9537", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-518008020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "924ae037fe1443788bcd3741c9d78516", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702deebf-80", "ovs_interfaceid": "702deebf-80f2-4f3b-8167-82e2e5d61d1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.594748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.603524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "9968a165-aa3a-4066-ba1e-7d909472bf1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.603524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.636093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "49b465f6-ae28-4584-aadb-e4d9982862d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.636093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.636093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "49b465f6-ae28-4584-aadb-e4d9982862d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.636093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.636093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.637434] env[63920]: INFO nova.compute.manager [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Terminating instance [ 955.716968] env[63920]: DEBUG nova.compute.utils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 955.716968] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.717613] env[63920]: DEBUG nova.network.neutron [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.812565] env[63920]: DEBUG nova.policy [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f01e8a22d854f9fa87347ece11da36f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c00a6c6e0e74606a491d71dec1a2b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.836524] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.836822] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.837089] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 955.837283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.837451] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.840174] env[63920]: INFO nova.compute.manager [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Terminating instance [ 955.976364] env[63920]: DEBUG nova.network.neutron [-] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.042392] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392564, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094207} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.042717] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.043528] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526bbff4-99cc-4e49-9b19-ea1e4a4ad70f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.067458] env[63920]: DEBUG oslo_concurrency.lockutils [req-227eaff5-3349-4428-b74b-e7f6862f3160 req-9db9b4d5-e515-40d5-9716-d8948cb5ea28 service nova] Releasing lock "refresh_cache-46fb1953-2171-4f62-9cde-b7b4f310fd09" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.068563] env[63920]: DEBUG nova.compute.manager [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.070121] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.078145] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef/77fb5fc5-4cb2-4c91-88d5-531abfecf0ef.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.082629] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.083480] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6badb341-16bc-4923-aada-dd7dfcf3b223 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.086228] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3419e235-6c92-48a7-b2ac-628e226077a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.106207] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.111742] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.115029] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 956.115029] env[63920]: value = "task-2392565" [ 956.115029] env[63920]: _type = "Task" [ 956.115029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.115029] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9fb7935-bb92-4e0c-9a9f-cd87bd095a57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.115029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "075900ac-19f5-48c9-9132-8deaf2025f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.115029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.115029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "075900ac-19f5-48c9-9132-8deaf2025f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.115029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 956.115347] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.119908] env[63920]: INFO nova.compute.manager [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Terminating instance [ 956.128330] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.129924] env[63920]: DEBUG oslo_vmware.api [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 956.129924] env[63920]: value = "task-2392566" [ 956.129924] env[63920]: _type = "Task" [ 956.129924] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.139653] env[63920]: DEBUG oslo_vmware.api [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.141558] env[63920]: DEBUG nova.compute.manager [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.141816] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.142565] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f169c2f9-c47c-4960-97dc-6de02b52e7ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.151030] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.151883] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cecd2b7-ccb5-4a81-b365-51e285f10259 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.158721] env[63920]: DEBUG oslo_vmware.api [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 956.158721] env[63920]: value = "task-2392567" [ 956.158721] env[63920]: _type = "Task" [ 956.158721] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.168278] env[63920]: DEBUG oslo_vmware.api [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.224130] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.344398] env[63920]: DEBUG nova.network.neutron [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.347169] env[63920]: DEBUG nova.compute.manager [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.347973] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.349801] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b461276-946f-490f-bf1e-65ba4d12ca34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.365158] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.366483] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dc7c939-b50c-4bd2-9367-198e37b6f1ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.372893] env[63920]: DEBUG oslo_vmware.api [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 956.372893] env[63920]: value = "task-2392568" [ 956.372893] env[63920]: _type = "Task" [ 956.372893] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.386243] env[63920]: DEBUG oslo_vmware.api [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.481115] env[63920]: INFO nova.compute.manager [-] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Took 1.41 seconds to deallocate network for instance. [ 956.512947] env[63920]: INFO nova.compute.manager [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Rebuilding instance [ 956.549110] env[63920]: DEBUG nova.network.neutron [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Successfully created port: dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.573908] env[63920]: DEBUG nova.compute.manager [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.574791] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada385c5-66cd-43f3-8836-9e6ec26112e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.626937] env[63920]: DEBUG nova.compute.manager [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.627215] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.628406] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2202675-22f5-4c5c-8494-80ca279a4073 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.636407] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.642447] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.643276] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b26f9f-86ef-48a9-a7fd-531d625b5940 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.648801] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.649366] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fda71f93-784e-4cae-9f23-acb831efb81d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.655721] env[63920]: DEBUG oslo_vmware.api [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392566, 'name': PowerOffVM_Task, 'duration_secs': 0.47122} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.656427] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.656613] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.657832] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329cc03f-7d8d-4317-b369-93a212a38fcb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.664310] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc0c96dc-bda0-46b5-8d11-0141eacdbae9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.666230] env[63920]: DEBUG oslo_vmware.api [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 956.666230] env[63920]: value = "task-2392569" [ 956.666230] env[63920]: _type = "Task" [ 956.666230] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.679791] env[63920]: DEBUG nova.compute.manager [req-4d3c6db1-7803-4067-bb7a-9f8a6849debd req-096e7032-ecfe-4e31-a7cb-76fa95d9ac27 service nova] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Received event network-vif-deleted-a620f807-1f02-4226-9e9a-342a1e511b96 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.479019] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.479019] env[63920]: DEBUG nova.objects.instance [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'flavor' on Instance uuid 9310c2ce-0209-438c-bbff-9171de4181e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.479019] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.492097] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef2a32a-dff7-4120-8023-977e45764818 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.494470] env[63920]: DEBUG oslo_vmware.api [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392567, 'name': PowerOffVM_Task, 'duration_secs': 0.80143} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.494710] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.494935] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.496343] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Deleting the datastore file [datastore1] 46fb1953-2171-4f62-9cde-b7b4f310fd09 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.499448] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.499448] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.499448] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd9e2265-e945-4daf-aabb-3c4f006549be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.501445] env[63920]: DEBUG oslo_vmware.api [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392569, 'name': PowerOffVM_Task, 'duration_secs': 0.38713} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.503815] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe920ec7-859b-4def-a886-27d2fc75234a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.504775] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.504775] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.515598] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57b78f09-6d5b-4f69-b53a-51a79d5897ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.516243] env[63920]: DEBUG oslo_vmware.api [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392568, 'name': PowerOffVM_Task, 'duration_secs': 0.332454} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.517582] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392565, 'name': ReconfigVM_Task, 'duration_secs': 0.653567} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.520341] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.520508] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.522521] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870109fe-1cde-4cce-b0de-711e488bc60c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.525609] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef/77fb5fc5-4cb2-4c91-88d5-531abfecf0ef.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.526632] env[63920]: DEBUG oslo_vmware.api [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for the task: (returnval){ [ 957.526632] env[63920]: value = "task-2392571" [ 957.526632] env[63920]: _type = "Task" [ 957.526632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.527501] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9b5b702-158d-4466-8983-12e7ed2c6928 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.528906] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-933788a8-eed2-4ecc-a510-2bd57247ade3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.543659] env[63920]: DEBUG nova.compute.provider_tree [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.552215] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 957.552215] env[63920]: value = "task-2392575" [ 957.552215] env[63920]: _type = "Task" [ 957.552215] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.559807] env[63920]: DEBUG oslo_vmware.api [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.565480] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392575, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.985267] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.988435] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.990908] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41eb49dd-bee1-46ca-b814-b9c258de7d64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.993347] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2d862-28dc-4074-b8b1-469a3f98a376 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.019328] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.022614] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8be7505-bc3f-488d-85ca-f1c8e45f1555 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.024242] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 958.024242] env[63920]: value = "task-2392576" [ 958.024242] env[63920]: _type = "Task" [ 958.024242] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.030164] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 958.030164] env[63920]: value = "task-2392577" [ 958.030164] env[63920]: _type = "Task" [ 958.030164] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.036045] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.036045] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.036045] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.036045] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.036045] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.036045] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.036601] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.036601] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.036601] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.036798] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.036849] env[63920]: DEBUG nova.virt.hardware [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.037216] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.038051] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb979337-6f7c-45bf-aa88-3adf78e635c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.047279] env[63920]: DEBUG nova.scheduler.client.report [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.066942] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d2db1d-70a3-4176-acea-d193698457d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.070987] env[63920]: DEBUG oslo_vmware.api [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Task: {'id': task-2392571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404427} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.071210] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.072512] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.072739] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.072937] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.073177] env[63920]: INFO nova.compute.manager [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Took 2.00 seconds to destroy the instance on the hypervisor. [ 958.073405] env[63920]: DEBUG oslo.service.loopingcall [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.074270] env[63920]: DEBUG nova.compute.manager [-] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.074373] env[63920]: DEBUG nova.network.neutron [-] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.088017] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392575, 'name': Rename_Task, 'duration_secs': 0.266964} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.088738] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.088963] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db3cd492-ec25-47a4-9d29-96046ba84306 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.095416] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 958.095416] env[63920]: value = "task-2392578" [ 958.095416] env[63920]: _type = "Task" [ 958.095416] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.104041] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.279917] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.280174] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.280498] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleting the datastore file [datastore2] 49b465f6-ae28-4584-aadb-e4d9982862d1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.280684] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0115be82-9f4d-472b-95f9-5bace5c6cd2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.284309] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.284572] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.284867] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleting the datastore file [datastore2] 075900ac-19f5-48c9-9132-8deaf2025f6e {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.285637] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9f2823-174d-46d7-a228-7d72b58e59e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.292557] env[63920]: DEBUG oslo_vmware.api [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 958.292557] env[63920]: value = "task-2392579" [ 958.292557] env[63920]: _type = "Task" [ 958.292557] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.294794] env[63920]: DEBUG oslo_vmware.api [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for the task: (returnval){ [ 958.294794] env[63920]: value = "task-2392580" [ 958.294794] env[63920]: _type = "Task" [ 958.294794] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.302976] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.303543] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.303543] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Deleting the datastore file [datastore2] e15cd9eb-3b45-458d-aac3-7dceb7cc4c52 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.304305] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f65e813-0635-4c37-bfa0-033dd11a412a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.310447] env[63920]: DEBUG oslo_vmware.api [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.317290] env[63920]: DEBUG oslo_vmware.api [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.318924] env[63920]: DEBUG oslo_vmware.api [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for the task: (returnval){ [ 958.318924] env[63920]: value = "task-2392581" [ 958.318924] env[63920]: _type = "Task" [ 958.318924] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.327913] env[63920]: DEBUG oslo_vmware.api [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.469474] env[63920]: DEBUG nova.network.neutron [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Successfully updated port: dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.501297] env[63920]: DEBUG nova.compute.manager [req-afa238c1-a271-4901-89bf-cf6b092af995 req-d1265bda-b21d-430c-ad41-659696ae31ea service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Received event network-vif-plugged-dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.501297] env[63920]: DEBUG oslo_concurrency.lockutils [req-afa238c1-a271-4901-89bf-cf6b092af995 req-d1265bda-b21d-430c-ad41-659696ae31ea service nova] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 958.501297] env[63920]: DEBUG oslo_concurrency.lockutils [req-afa238c1-a271-4901-89bf-cf6b092af995 req-d1265bda-b21d-430c-ad41-659696ae31ea service nova] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.501297] env[63920]: DEBUG oslo_concurrency.lockutils [req-afa238c1-a271-4901-89bf-cf6b092af995 req-d1265bda-b21d-430c-ad41-659696ae31ea service nova] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.501297] env[63920]: DEBUG nova.compute.manager [req-afa238c1-a271-4901-89bf-cf6b092af995 req-d1265bda-b21d-430c-ad41-659696ae31ea service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] No waiting events found dispatching network-vif-plugged-dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.501755] env[63920]: WARNING nova.compute.manager [req-afa238c1-a271-4901-89bf-cf6b092af995 req-d1265bda-b21d-430c-ad41-659696ae31ea service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Received unexpected event network-vif-plugged-dd80ac39-7248-4ab6-8771-c100123e7a66 for instance with vm_state building and task_state spawning. [ 958.535792] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392576, 'name': PowerOffVM_Task, 'duration_secs': 0.253246} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.536091] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.536319] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.537137] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce249ca-286b-4cd8-b33f-8e22d6b39256 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.558237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.353s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.558237] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.563097] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.563097] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392577, 'name': PowerOffVM_Task, 'duration_secs': 0.385313} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.563097] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.968s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.563097] env[63920]: DEBUG nova.objects.instance [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 958.568027] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1581d49f-ee03-430e-8478-84de22deea59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.568027] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.575584] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfiguring VM instance instance-0000002a to detach disk 2002 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.576458] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef237671-a782-4c95-8250-9597945c800b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.601130] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 958.601130] env[63920]: value = "task-2392583" [ 958.601130] env[63920]: _type = "Task" [ 958.601130] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.608971] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.614305] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.671968] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.672289] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.672487] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleting the datastore file [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.672828] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a236339e-d666-45a6-8c50-1db2bc2be023 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.678960] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 958.678960] env[63920]: value = "task-2392584" [ 958.678960] env[63920]: _type = "Task" [ 958.678960] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.687524] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.699333] env[63920]: DEBUG nova.compute.manager [req-2e342f0d-762c-4aba-9f8f-94e832055606 req-51ac08ae-ebbb-4f29-860a-cc2c40baea0a service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Received event network-vif-deleted-702deebf-80f2-4f3b-8167-82e2e5d61d1a {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 958.699700] env[63920]: INFO nova.compute.manager [req-2e342f0d-762c-4aba-9f8f-94e832055606 req-51ac08ae-ebbb-4f29-860a-cc2c40baea0a service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Neutron deleted interface 702deebf-80f2-4f3b-8167-82e2e5d61d1a; detaching it from the instance and deleting it from the info cache [ 958.699842] env[63920]: DEBUG nova.network.neutron [req-2e342f0d-762c-4aba-9f8f-94e832055606 req-51ac08ae-ebbb-4f29-860a-cc2c40baea0a service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.805741] env[63920]: DEBUG oslo_vmware.api [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232568} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.806360] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.806574] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.806776] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.806954] env[63920]: INFO nova.compute.manager [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Took 2.67 seconds to destroy the instance on the hypervisor. [ 958.807203] env[63920]: DEBUG oslo.service.loopingcall [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.807403] env[63920]: DEBUG nova.compute.manager [-] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.807535] env[63920]: DEBUG nova.network.neutron [-] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.813145] env[63920]: DEBUG oslo_vmware.api [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Task: {'id': task-2392580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215151} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.813670] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.813847] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.814056] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.814235] env[63920]: INFO nova.compute.manager [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Took 2.19 seconds to destroy the instance on the hypervisor. [ 958.814455] env[63920]: DEBUG oslo.service.loopingcall [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.814630] env[63920]: DEBUG nova.compute.manager [-] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.814719] env[63920]: DEBUG nova.network.neutron [-] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.826816] env[63920]: DEBUG oslo_vmware.api [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Task: {'id': task-2392581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270088} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.827524] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.827524] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.827524] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.827783] env[63920]: INFO nova.compute.manager [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Took 2.48 seconds to destroy the instance on the hypervisor. [ 958.827827] env[63920]: DEBUG oslo.service.loopingcall [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 958.827994] env[63920]: DEBUG nova.compute.manager [-] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.828097] env[63920]: DEBUG nova.network.neutron [-] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.943026] env[63920]: DEBUG nova.network.neutron [-] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.974647] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.974864] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.975078] env[63920]: DEBUG nova.network.neutron [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.063387] env[63920]: DEBUG nova.compute.utils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 959.064896] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.065535] env[63920]: DEBUG nova.network.neutron [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.109505] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.111074] env[63920]: DEBUG nova.policy [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '331e13814c9b4b2c93b075a407e4dcb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3e1106b9d9d430696d499b50b65a3e8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.117894] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392583, 'name': ReconfigVM_Task, 'duration_secs': 0.264612} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.118163] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfigured VM instance instance-0000002a to detach disk 2002 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.118346] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.118620] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c544da62-7ac7-4efe-9b38-0ac62555001a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.126484] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 959.126484] env[63920]: value = "task-2392585" [ 959.126484] env[63920]: _type = "Task" [ 959.126484] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.136497] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.188931] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450662} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.189187] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.189368] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.189539] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.203054] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e84d95b-310b-4663-846b-09537b747e61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.211843] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb786f-87bf-4cdd-902f-590282886be5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.244493] env[63920]: DEBUG nova.compute.manager [req-2e342f0d-762c-4aba-9f8f-94e832055606 req-51ac08ae-ebbb-4f29-860a-cc2c40baea0a service nova] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Detach interface failed, port_id=702deebf-80f2-4f3b-8167-82e2e5d61d1a, reason: Instance 46fb1953-2171-4f62-9cde-b7b4f310fd09 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 959.446387] env[63920]: INFO nova.compute.manager [-] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Took 1.37 seconds to deallocate network for instance. [ 959.516587] env[63920]: DEBUG nova.network.neutron [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.519403] env[63920]: DEBUG nova.network.neutron [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Successfully created port: a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.545693] env[63920]: DEBUG nova.network.neutron [-] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.568468] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.582269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d85cf684-0748-4c84-81d5-b9ba57b14355 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.583333] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.501s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.584690] env[63920]: INFO nova.compute.claims [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.606525] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.640352] env[63920]: DEBUG oslo_vmware.api [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392585, 'name': PowerOnVM_Task, 'duration_secs': 0.396428} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.640618] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.640847] env[63920]: DEBUG nova.compute.manager [None req-2f6818ce-049c-4df3-b62e-df0b458fc104 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.646438] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f1d7ed-5c82-4afd-9981-0a999d5fc28a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.650531] env[63920]: DEBUG nova.network.neutron [-] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.659404] env[63920]: DEBUG nova.network.neutron [-] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.730379] env[63920]: DEBUG nova.network.neutron [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.950824] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.048242] env[63920]: INFO nova.compute.manager [-] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Took 1.24 seconds to deallocate network for instance. [ 960.108155] env[63920]: DEBUG oslo_vmware.api [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392578, 'name': PowerOnVM_Task, 'duration_secs': 1.983633} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.108403] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.108592] env[63920]: INFO nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Took 21.85 seconds to spawn the instance on the hypervisor. [ 960.109326] env[63920]: DEBUG nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.110221] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e712b-6090-4605-95c0-888815281f80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.162658] env[63920]: INFO nova.compute.manager [-] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Took 1.35 seconds to deallocate network for instance. [ 960.163814] env[63920]: INFO nova.compute.manager [-] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Took 1.34 seconds to deallocate network for instance. [ 960.228257] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.228549] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.228748] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.228965] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.229165] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.229282] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.229483] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.229666] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.229798] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.229956] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.230152] env[63920]: DEBUG nova.virt.hardware [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.231145] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f81d8c-f414-4098-a25b-440eec775ace {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.233990] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.234297] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Instance network_info: |[{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.234718] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:d3:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd80ac39-7248-4ab6-8771-c100123e7a66', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.242410] env[63920]: DEBUG oslo.service.loopingcall [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.243319] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.243547] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b96299d5-705f-4089-93d2-3e2ec5dc08e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.261531] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e63f0-4eee-43f7-8740-6b1092b4c77f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.266392] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.266392] env[63920]: value = "task-2392586" [ 960.266392] env[63920]: _type = "Task" [ 960.266392] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.277460] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:bd:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1194aef-e06c-4293-ac10-7953fd2fe253', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.284791] env[63920]: DEBUG oslo.service.loopingcall [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.285370] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.285579] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ee7be4-f29b-49d1-92ff-e04f969a644c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.303601] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392586, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.308310] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.308310] env[63920]: value = "task-2392587" [ 960.308310] env[63920]: _type = "Task" [ 960.308310] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.316048] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392587, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.555702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.561140] env[63920]: DEBUG nova.compute.manager [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Received event network-changed-dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.561140] env[63920]: DEBUG nova.compute.manager [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Refreshing instance network info cache due to event network-changed-dd80ac39-7248-4ab6-8771-c100123e7a66. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 960.561140] env[63920]: DEBUG oslo_concurrency.lockutils [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 960.561293] env[63920]: DEBUG oslo_concurrency.lockutils [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.561328] env[63920]: DEBUG nova.network.neutron [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Refreshing network info cache for port dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.578843] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.612793] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.612793] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.612793] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.612793] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.612793] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.613108] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.613108] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.613922] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.614355] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.614355] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.614449] env[63920]: DEBUG nova.virt.hardware [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.615313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885df88a-6867-4c33-b37e-22904c5802b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.635452] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659a8958-93d5-4236-ab5d-8314a681cced {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.641102] env[63920]: INFO nova.compute.manager [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Took 40.10 seconds to build instance. [ 960.672532] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.673473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.779046] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392586, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.818256] env[63920]: DEBUG nova.compute.manager [req-3e6b18ad-32ef-437e-83e4-2895ba218ea9 req-86646e9e-d97d-46d2-8093-00a70bf87b45 service nova] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Received event network-vif-deleted-4d1ecd43-4c69-4382-ace9-db0b5e4806f7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.818256] env[63920]: DEBUG nova.compute.manager [req-3e6b18ad-32ef-437e-83e4-2895ba218ea9 req-86646e9e-d97d-46d2-8093-00a70bf87b45 service nova] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Received event network-vif-deleted-1246a5a7-b49c-4443-9f27-6e4259d34849 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.824673] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392587, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.984707] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ef541-8a22-4f1e-8440-5dae0d45ef90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.993854] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb4bfa-1e55-4d4a-a172-10f4c9ff91c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.029397] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de7a70-5569-4bfe-b8c5-44628ffcb7d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.039034] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ceb99-401d-49c1-a2b7-5d24db9fd2ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.051683] env[63920]: DEBUG nova.compute.provider_tree [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.144355] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6c7f858d-5707-4668-b0a2-92637a43d75a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.630s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.216960] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.217225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.217427] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.217602] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.217765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.219901] env[63920]: INFO nova.compute.manager [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Terminating instance [ 961.265868] env[63920]: DEBUG nova.network.neutron [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updated VIF entry in instance network info cache for port dd80ac39-7248-4ab6-8771-c100123e7a66. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.266416] env[63920]: DEBUG nova.network.neutron [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.277861] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392586, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.319494] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392587, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.337242] env[63920]: DEBUG nova.network.neutron [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Successfully updated port: a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.554679] env[63920]: DEBUG nova.scheduler.client.report [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.724086] env[63920]: DEBUG nova.compute.manager [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.724443] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.725287] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f8db91-59d5-4d43-ad53-0c56ad004fb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.733617] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.733874] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a153df-7d73-4c37-8e18-7dcfa9fc0b77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.740426] env[63920]: DEBUG oslo_vmware.api [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 961.740426] env[63920]: value = "task-2392588" [ 961.740426] env[63920]: _type = "Task" [ 961.740426] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.748774] env[63920]: DEBUG oslo_vmware.api [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.773251] env[63920]: DEBUG oslo_concurrency.lockutils [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.773509] env[63920]: DEBUG nova.compute.manager [req-f861dd01-d9aa-408d-ae51-6dc9909e43e0 req-bdf9ecea-495d-41a9-b116-afd5f77ffec4 service nova] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Received event network-vif-deleted-f416109b-9e61-4cd2-8185-3a3481565b7b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 961.777106] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392586, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.819746] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392587, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.841352] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.841352] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.841679] env[63920]: DEBUG nova.network.neutron [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.064547] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.065128] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.068546] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.426s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.069933] env[63920]: INFO nova.compute.claims [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.252688] env[63920]: DEBUG oslo_vmware.api [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392588, 'name': PowerOffVM_Task, 'duration_secs': 0.246375} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.253178] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.253430] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.253736] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21bd0434-aec9-4d1b-8d23-945ffa73811a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.278690] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392586, 'name': CreateVM_Task, 'duration_secs': 1.889171} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.279047] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.279678] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.279875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.280232] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.280504] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805f560b-840e-4e03-a08c-c4e3de81dd7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.288108] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 962.288108] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3c634-344a-0ac8-46b7-e7662069bab6" [ 962.288108] env[63920]: _type = "Task" [ 962.288108] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.296586] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3c634-344a-0ac8-46b7-e7662069bab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.319642] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392587, 'name': CreateVM_Task, 'duration_secs': 1.862776} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.319859] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.320545] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.374012] env[63920]: DEBUG nova.network.neutron [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.427733] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.427957] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.428156] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Deleting the datastore file [datastore1] 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.428484] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-165124ac-5b17-4204-a24b-93a3bfac586b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.434915] env[63920]: DEBUG oslo_vmware.api [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 962.434915] env[63920]: value = "task-2392590" [ 962.434915] env[63920]: _type = "Task" [ 962.434915] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.442735] env[63920]: DEBUG oslo_vmware.api [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.525602] env[63920]: DEBUG nova.network.neutron [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.574776] env[63920]: DEBUG nova.compute.utils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 962.578139] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.578336] env[63920]: DEBUG nova.network.neutron [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.591104] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.591214] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing instance network info cache due to event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.591403] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.591552] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.591701] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.618960] env[63920]: DEBUG nova.policy [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb50b686c2548f99f92769774087664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd474af2a9cc842d8bae667a24a1b7bc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.799608] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3c634-344a-0ac8-46b7-e7662069bab6, 'name': SearchDatastore_Task, 'duration_secs': 0.016895} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.800080] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.800404] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.800715] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.800938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.801207] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.801557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.801932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.802233] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9280396a-13ca-41ef-9109-82fb43b0d13b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.804177] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d61734e9-d1b9-4c74-a479-9b29d934fabd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.809518] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 962.809518] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5275a3d5-cf00-a8bd-0437-e460b179bd87" [ 962.809518] env[63920]: _type = "Task" [ 962.809518] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.813939] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.814220] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.815323] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4369b0-ab2a-4f91-a942-e0bdc4f492e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.820597] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5275a3d5-cf00-a8bd-0437-e460b179bd87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.823365] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 962.823365] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e00ac8-2f7a-e340-5c4a-25d4098148c7" [ 962.823365] env[63920]: _type = "Task" [ 962.823365] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.830386] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e00ac8-2f7a-e340-5c4a-25d4098148c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.903970] env[63920]: DEBUG nova.network.neutron [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Successfully created port: e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.945094] env[63920]: DEBUG oslo_vmware.api [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439853} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.945366] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.945581] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.945766] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.945937] env[63920]: INFO nova.compute.manager [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Took 1.22 seconds to destroy the instance on the hypervisor. [ 962.946293] env[63920]: DEBUG oslo.service.loopingcall [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.946486] env[63920]: DEBUG nova.compute.manager [-] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.946579] env[63920]: DEBUG nova.network.neutron [-] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.028274] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.028590] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance network_info: |[{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.029022] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e3:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7a11b9f-b8af-45cb-b9cd-c0060e09c27f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.036443] env[63920]: DEBUG oslo.service.loopingcall [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.036644] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.036860] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-893bf7b8-427a-4eff-ab47-72b72acb51a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.057790] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.057790] env[63920]: value = "task-2392591" [ 963.057790] env[63920]: _type = "Task" [ 963.057790] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.065414] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392591, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.081666] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.322041] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5275a3d5-cf00-a8bd-0437-e460b179bd87, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.324812] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.325083] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.325315] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.340215] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e00ac8-2f7a-e340-5c4a-25d4098148c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011921} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.345104] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4a641f-fa26-48d5-9af4-e7c6b4baba19 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.350462] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 963.350462] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b699a8-f447-7375-1916-1a062c710e2f" [ 963.350462] env[63920]: _type = "Task" [ 963.350462] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.365816] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b699a8-f447-7375-1916-1a062c710e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.504929] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5347270-5e6a-4f24-8016-1cee0ec97cfa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.511350] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62596ac0-498f-44c2-a156-228b18675ead {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.544704] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe10687-023d-4456-b9f5-c108a145747c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.553235] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423b2e5a-6c9c-4b76-9144-e5bb51a57191 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.570867] env[63920]: DEBUG nova.compute.provider_tree [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.575461] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392591, 'name': CreateVM_Task, 'duration_secs': 0.404635} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.575641] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.576323] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.576510] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.576810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.577075] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b575bbe-05dc-4675-9ac6-561c6bf15cdd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.582803] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 963.582803] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527294b7-a68c-28f5-5754-f35a7db65393" [ 963.582803] env[63920]: _type = "Task" [ 963.582803] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.595576] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527294b7-a68c-28f5-5754-f35a7db65393, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.595853] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.596107] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.596321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.599639] env[63920]: DEBUG nova.compute.manager [req-ea5c451e-2c06-4979-b20e-1bddd51c15b2 req-404facf0-0789-4cb1-b6a8-0a8e9c92a61e service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-vif-deleted-a470ae98-e959-42e3-be3d-2c1cd7c13faf {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.599707] env[63920]: INFO nova.compute.manager [req-ea5c451e-2c06-4979-b20e-1bddd51c15b2 req-404facf0-0789-4cb1-b6a8-0a8e9c92a61e service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Neutron deleted interface a470ae98-e959-42e3-be3d-2c1cd7c13faf; detaching it from the instance and deleting it from the info cache [ 963.599965] env[63920]: DEBUG nova.network.neutron [req-ea5c451e-2c06-4979-b20e-1bddd51c15b2 req-404facf0-0789-4cb1-b6a8-0a8e9c92a61e service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updating instance_info_cache with network_info: [{"id": "97f228ef-75ae-4837-a3d3-42214561ba83", "address": "fa:16:3e:8b:40:7a", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f228ef-75", "ovs_interfaceid": "97f228ef-75ae-4837-a3d3-42214561ba83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "address": "fa:16:3e:be:d9:70", "network": {"id": "923ea014-8ff0-4932-a606-eb74dd3a62d4", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-739064881", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afae6acd-1873-4228-9d5a-1cd5d4efe3e4", "external-id": "nsx-vlan-transportzone-183", "segmentation_id": 183, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9f95aa-a4", "ovs_interfaceid": "1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.614657] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updated VIF entry in instance network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.614657] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.633906] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "e0e50df5-f03a-4962-8c77-c2fa225ba313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.634161] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.634802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "e0e50df5-f03a-4962-8c77-c2fa225ba313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.634802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.634802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.636615] env[63920]: INFO nova.compute.manager [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Terminating instance [ 963.861076] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b699a8-f447-7375-1916-1a062c710e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011954} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.861373] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.861631] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.861913] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.862115] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.862336] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3c2334-4df7-48a2-82c8-e8fd2c0d7913 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.864197] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0eca55b-7522-4781-af60-c6b1d542eced {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.871683] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 963.871683] env[63920]: value = "task-2392592" [ 963.871683] env[63920]: _type = "Task" [ 963.871683] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.876129] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.876314] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.879798] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e391f30-7973-4458-8cf3-930f0830f993 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.881926] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.886336] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 963.886336] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b15b35-dc2b-38f1-fccc-eb563d3a25b4" [ 963.886336] env[63920]: _type = "Task" [ 963.886336] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.893658] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b15b35-dc2b-38f1-fccc-eb563d3a25b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.073631] env[63920]: DEBUG nova.scheduler.client.report [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.091844] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.102383] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f4b8e11-7516-4d98-8629-c21c588f568b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.111695] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd12da08-5f29-4e45-8465-38f3073fc2f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.125713] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.125960] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.126492] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing instance network info cache due to event network-changed-0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 964.126492] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquiring lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.126639] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquired lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.126741] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Refreshing network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.134357] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.134584] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.134737] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.134914] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.135067] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.135250] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.135458] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.135614] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.135774] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.135938] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.136205] env[63920]: DEBUG nova.virt.hardware [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.137032] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0306f9-9376-4757-9d07-2b55f1ffbce2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.153107] env[63920]: DEBUG nova.compute.manager [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.153325] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.153679] env[63920]: DEBUG nova.compute.manager [req-ea5c451e-2c06-4979-b20e-1bddd51c15b2 req-404facf0-0789-4cb1-b6a8-0a8e9c92a61e service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Detach interface failed, port_id=a470ae98-e959-42e3-be3d-2c1cd7c13faf, reason: Instance 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 964.155408] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a530d-e9d9-4ec2-9997-c6d8b5aee268 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.161874] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ffa41-c15c-4523-bf39-b4d3fda8d7c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.168434] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.169103] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0271ee3c-2c93-449e-b740-134f0379be86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.186057] env[63920]: DEBUG oslo_vmware.api [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 964.186057] env[63920]: value = "task-2392593" [ 964.186057] env[63920]: _type = "Task" [ 964.186057] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.195401] env[63920]: DEBUG oslo_vmware.api [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.382510] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.384999] env[63920]: DEBUG nova.network.neutron [-] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.397170] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b15b35-dc2b-38f1-fccc-eb563d3a25b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015493} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.398816] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a19ab01-e1d1-4b26-a3d2-554bb797ee20 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.405092] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 964.405092] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b150f8-a09e-1797-d6eb-356d6ffcb7bd" [ 964.405092] env[63920]: _type = "Task" [ 964.405092] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.413577] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b150f8-a09e-1797-d6eb-356d6ffcb7bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.578907] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.579469] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 964.582130] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.104s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.582312] env[63920]: DEBUG nova.objects.instance [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'resources' on Instance uuid 02e856f0-ea07-400a-8bab-25d59e38c3e8 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.671019] env[63920]: DEBUG nova.network.neutron [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Successfully updated port: e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.703913] env[63920]: DEBUG oslo_vmware.api [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392593, 'name': PowerOffVM_Task, 'duration_secs': 0.201601} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.704260] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.704454] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.704729] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b49f055-1466-4b01-ba1f-3a9a036b9a89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.712190] env[63920]: DEBUG nova.compute.manager [req-8f17a535-466e-4896-a8c0-e8235cf17783 req-6ad15cd9-eefb-40b4-a149-680285a47ee6 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Received event network-vif-plugged-e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.712399] env[63920]: DEBUG oslo_concurrency.lockutils [req-8f17a535-466e-4896-a8c0-e8235cf17783 req-6ad15cd9-eefb-40b4-a149-680285a47ee6 service nova] Acquiring lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.712597] env[63920]: DEBUG oslo_concurrency.lockutils [req-8f17a535-466e-4896-a8c0-e8235cf17783 req-6ad15cd9-eefb-40b4-a149-680285a47ee6 service nova] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.712759] env[63920]: DEBUG oslo_concurrency.lockutils [req-8f17a535-466e-4896-a8c0-e8235cf17783 req-6ad15cd9-eefb-40b4-a149-680285a47ee6 service nova] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.712916] env[63920]: DEBUG nova.compute.manager [req-8f17a535-466e-4896-a8c0-e8235cf17783 req-6ad15cd9-eefb-40b4-a149-680285a47ee6 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] No waiting events found dispatching network-vif-plugged-e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.713101] env[63920]: WARNING nova.compute.manager [req-8f17a535-466e-4896-a8c0-e8235cf17783 req-6ad15cd9-eefb-40b4-a149-680285a47ee6 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Received unexpected event network-vif-plugged-e515a7fc-26c3-4341-b32b-cec9bb6f0450 for instance with vm_state building and task_state spawning. [ 964.763582] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.763796] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.763976] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Deleting the datastore file [datastore1] e0e50df5-f03a-4962-8c77-c2fa225ba313 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.764345] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2017b47d-b4e5-4b5c-86cb-c1aaf7671dae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.770456] env[63920]: DEBUG oslo_vmware.api [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for the task: (returnval){ [ 964.770456] env[63920]: value = "task-2392595" [ 964.770456] env[63920]: _type = "Task" [ 964.770456] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.780473] env[63920]: DEBUG oslo_vmware.api [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.884724] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674089} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.884724] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.884724] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.884724] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef738e2-97cd-46dc-ab3b-7aa46a1648e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.888278] env[63920]: INFO nova.compute.manager [-] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Took 1.94 seconds to deallocate network for instance. [ 964.888561] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 964.888561] env[63920]: value = "task-2392596" [ 964.888561] env[63920]: _type = "Task" [ 964.888561] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.900662] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.913774] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b150f8-a09e-1797-d6eb-356d6ffcb7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.063116} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.914072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.914359] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.915174] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updated VIF entry in instance network info cache for port 0978c97a-d9b7-4c6d-9d95-759c523aedfb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.915498] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [{"id": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "address": "fa:16:3e:3a:bf:59", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0978c97a-d9", "ovs_interfaceid": "0978c97a-d9b7-4c6d-9d95-759c523aedfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.916655] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.916827] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.917140] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-579361f2-ae04-4cd3-870e-a463ec961bb4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.919760] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e31bb63-2bfc-4264-8640-0266d3e0a79b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.925865] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 964.925865] env[63920]: value = "task-2392597" [ 964.925865] env[63920]: _type = "Task" [ 964.925865] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.930401] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.930576] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.931881] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9dbddbe-7b30-44e3-9b43-c7eae8c7b644 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.938282] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.941092] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 964.941092] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200ce85-40b7-2a1c-8d0e-6f00f420bb80" [ 964.941092] env[63920]: _type = "Task" [ 964.941092] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.948786] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200ce85-40b7-2a1c-8d0e-6f00f420bb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.085730] env[63920]: DEBUG nova.compute.utils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.089967] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 965.090577] env[63920]: DEBUG nova.network.neutron [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 965.141526] env[63920]: DEBUG nova.policy [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 965.172260] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "refresh_cache-91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.172415] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "refresh_cache-91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.172567] env[63920]: DEBUG nova.network.neutron [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.283994] env[63920]: DEBUG oslo_vmware.api [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Task: {'id': task-2392595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190792} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.284311] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.284806] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.284806] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.284924] env[63920]: INFO nova.compute.manager [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Took 1.13 seconds to destroy the instance on the hypervisor. [ 965.285147] env[63920]: DEBUG oslo.service.loopingcall [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.285363] env[63920]: DEBUG nova.compute.manager [-] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.285461] env[63920]: DEBUG nova.network.neutron [-] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.398434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.408854] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244761} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.409210] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.410147] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247a200c-73d2-45ac-bd9c-f3fa8deb809c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.421042] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Releasing lock "refresh_cache-9310c2ce-0209-438c-bbff-9171de4181e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.421329] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-vif-plugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.421519] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.421722] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.421880] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.422444] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] No waiting events found dispatching network-vif-plugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.422679] env[63920]: WARNING nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received unexpected event network-vif-plugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f for instance with vm_state building and task_state spawning. [ 965.422843] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.423116] env[63920]: DEBUG nova.compute.manager [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing instance network info cache due to event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.423263] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.423421] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.423586] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.447887] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.456359] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c9612f-67df-4a63-a4b4-e73a1068f716 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.474122] env[63920]: DEBUG nova.network.neutron [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Successfully created port: a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.487399] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392597, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.492174] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 965.492174] env[63920]: value = "task-2392598" [ 965.492174] env[63920]: _type = "Task" [ 965.492174] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.492448] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5200ce85-40b7-2a1c-8d0e-6f00f420bb80, 'name': SearchDatastore_Task, 'duration_secs': 0.031727} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.499787] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b921fe4-636f-426c-aaff-562f85c1c5f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.507091] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 965.507091] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aa3f5f-44ae-7aa3-b5be-b65843ef99ec" [ 965.507091] env[63920]: _type = "Task" [ 965.507091] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.513896] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.524234] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aa3f5f-44ae-7aa3-b5be-b65843ef99ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.538282] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa64df8d-44e8-4c7a-9cc3-3afee46186a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.545644] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c144885-49a9-4927-9007-a0a888d74e3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.577061] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fe2473-2f09-4f0f-8c7a-ca8ed50190c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.585216] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423c07a6-d9d3-4c2c-91a2-b9b93dd28660 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.599837] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 965.602739] env[63920]: DEBUG nova.compute.provider_tree [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.722995] env[63920]: DEBUG nova.compute.manager [req-b8709f50-1366-4a83-987e-5d8965da34b2 req-b4e1ee0e-b84b-4cdc-9d2e-d4d83bbaf5d6 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-vif-deleted-97f228ef-75ae-4837-a3d3-42214561ba83 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.723238] env[63920]: DEBUG nova.compute.manager [req-b8709f50-1366-4a83-987e-5d8965da34b2 req-b4e1ee0e-b84b-4cdc-9d2e-d4d83bbaf5d6 service nova] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Received event network-vif-deleted-1a9f95aa-a41b-4701-b3e9-29cf4fff8bdb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.735870] env[63920]: DEBUG nova.network.neutron [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.947633] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635975} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.947633] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.947633] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.947633] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20827a42-e51d-4bfe-b3a9-88e44555e991 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.956299] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 965.956299] env[63920]: value = "task-2392599" [ 965.956299] env[63920]: _type = "Task" [ 965.956299] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.965733] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.004577] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392598, 'name': ReconfigVM_Task, 'duration_secs': 0.449167} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.004626] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.005279] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b90a9f-b2c4-44df-9be2-b1081d2bee46 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.011984] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 966.011984] env[63920]: value = "task-2392600" [ 966.011984] env[63920]: _type = "Task" [ 966.011984] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.022143] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392600, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.027659] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aa3f5f-44ae-7aa3-b5be-b65843ef99ec, 'name': SearchDatastore_Task, 'duration_secs': 0.037178} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.028523] env[63920]: DEBUG nova.network.neutron [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Updating instance_info_cache with network_info: [{"id": "e515a7fc-26c3-4341-b32b-cec9bb6f0450", "address": "fa:16:3e:a9:df:64", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape515a7fc-26", "ovs_interfaceid": "e515a7fc-26c3-4341-b32b-cec9bb6f0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.029723] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.029949] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.030691] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b289b1-ab1f-48b7-a00f-f967aefe977d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.039448] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 966.039448] env[63920]: value = "task-2392601" [ 966.039448] env[63920]: _type = "Task" [ 966.039448] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.045857] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.108993] env[63920]: DEBUG nova.scheduler.client.report [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.251088] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updated VIF entry in instance network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.251517] env[63920]: DEBUG nova.network.neutron [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.467697] env[63920]: DEBUG nova.network.neutron [-] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.469195] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085556} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.469361] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.470274] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086aa088-cbcd-4ba1-a88c-365522cc7069 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.499914] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.501037] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b57175f-fc73-4120-a7a8-30a1e273163f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.531018] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 966.531018] env[63920]: value = "task-2392602" [ 966.531018] env[63920]: _type = "Task" [ 966.531018] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.536743] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "refresh_cache-91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.537273] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Instance network_info: |[{"id": "e515a7fc-26c3-4341-b32b-cec9bb6f0450", "address": "fa:16:3e:a9:df:64", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape515a7fc-26", "ovs_interfaceid": "e515a7fc-26c3-4341-b32b-cec9bb6f0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.537745] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392600, 'name': Rename_Task, 'duration_secs': 0.167858} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.543331] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:df:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e515a7fc-26c3-4341-b32b-cec9bb6f0450', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.557333] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Creating folder: Project (d474af2a9cc842d8bae667a24a1b7bc5). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.561022] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.561862] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54427124-883a-402e-9adf-51ce898f82f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.563450] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a5360ea-99e8-4469-80e4-77ce17bc33cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.572147] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.575670] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 966.575670] env[63920]: value = "task-2392603" [ 966.575670] env[63920]: _type = "Task" [ 966.575670] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.576295] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392601, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.577544] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Created folder: Project (d474af2a9cc842d8bae667a24a1b7bc5) in parent group-v485178. [ 966.577727] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Creating folder: Instances. Parent ref: group-v485410. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.582033] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eca31a6-f301-41d7-9159-64e19ea9f1da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.588236] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392603, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.590036] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Created folder: Instances in parent group-v485410. [ 966.590294] env[63920]: DEBUG oslo.service.loopingcall [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.590492] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.590709] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04cf078c-2b25-4cd5-be2e-85526b47e40f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.610887] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.610887] env[63920]: value = "task-2392606" [ 966.610887] env[63920]: _type = "Task" [ 966.610887] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.615777] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 966.619923] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.622569] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.672s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.622928] env[63920]: DEBUG nova.objects.instance [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lazy-loading 'resources' on Instance uuid 46fb1953-2171-4f62-9cde-b7b4f310fd09 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.628386] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392606, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.652209] env[63920]: INFO nova.scheduler.client.report [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocations for instance 02e856f0-ea07-400a-8bab-25d59e38c3e8 [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 966.660018] env[63920]: DEBUG nova.virt.hardware [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 966.660497] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7a2c9-4d96-4b21-83ad-729ffda92067 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.672696] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15787a22-a888-40bb-b06c-6ca5f62a6ebc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.754400] env[63920]: DEBUG oslo_concurrency.lockutils [req-ebc88f90-2953-4bee-9327-9f4788472353 req-6e2fef65-26ae-4191-85c0-cb2aef7cabc3 service nova] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.762686] env[63920]: DEBUG nova.compute.manager [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Received event network-changed-e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.762868] env[63920]: DEBUG nova.compute.manager [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Refreshing instance network info cache due to event network-changed-e515a7fc-26c3-4341-b32b-cec9bb6f0450. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.763290] env[63920]: DEBUG oslo_concurrency.lockutils [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] Acquiring lock "refresh_cache-91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.763454] env[63920]: DEBUG oslo_concurrency.lockutils [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] Acquired lock "refresh_cache-91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.763608] env[63920]: DEBUG nova.network.neutron [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Refreshing network info cache for port e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.973917] env[63920]: INFO nova.compute.manager [-] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Took 1.69 seconds to deallocate network for instance. [ 967.052712] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.058244] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696566} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.058491] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.058697] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.058959] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4df6f84f-bce4-4a92-8a64-f7666231a107 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.065696] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 967.065696] env[63920]: value = "task-2392607" [ 967.065696] env[63920]: _type = "Task" [ 967.065696] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.073758] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.088367] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392603, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.123024] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392606, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.170329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a10a5f07-5090-44be-b8e0-dd6991cea2dd tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "02e856f0-ea07-400a-8bab-25d59e38c3e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.237s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.482021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.489390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941d25e-2aaf-470b-b5b5-da58d5fda87b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.496982] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662791d7-9d39-422a-8d36-c6dd8cb03425 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.533923] env[63920]: DEBUG nova.network.neutron [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Successfully updated port: a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.535702] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf0b16e-7aed-4a5d-bcb4-7639da61fd11 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.551257] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e04cb95-5d32-4c11-8aec-6456256cdf3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.556057] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392602, 'name': ReconfigVM_Task, 'duration_secs': 0.571177} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.557113] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14/13b03ac4-b0ea-4fca-b662-e543c946ef14.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.558209] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8410534-b866-46cc-9bcf-1fdef2d960b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.570699] env[63920]: DEBUG nova.compute.provider_tree [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.576320] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 967.576320] env[63920]: value = "task-2392608" [ 967.576320] env[63920]: _type = "Task" [ 967.576320] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.584249] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154002} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.587688] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.588925] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34038db-87e8-43af-a0fe-14cdf50eae38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.595112] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392608, 'name': Rename_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.598932] env[63920]: DEBUG oslo_vmware.api [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392603, 'name': PowerOnVM_Task, 'duration_secs': 0.647401} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.608087] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.608315] env[63920]: INFO nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Took 9.62 seconds to spawn the instance on the hypervisor. [ 967.608500] env[63920]: DEBUG nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.617786] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.618549] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66645c0-33f8-4ead-8595-ca42495973c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.622276] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a885db78-961e-4c35-b335-59c835aaced2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.636584] env[63920]: DEBUG nova.network.neutron [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Updated VIF entry in instance network info cache for port e515a7fc-26c3-4341-b32b-cec9bb6f0450. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.636924] env[63920]: DEBUG nova.network.neutron [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Updating instance_info_cache with network_info: [{"id": "e515a7fc-26c3-4341-b32b-cec9bb6f0450", "address": "fa:16:3e:a9:df:64", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape515a7fc-26", "ovs_interfaceid": "e515a7fc-26c3-4341-b32b-cec9bb6f0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.651785] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392606, 'name': CreateVM_Task, 'duration_secs': 0.606446} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.652068] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 967.652068] env[63920]: value = "task-2392609" [ 967.652068] env[63920]: _type = "Task" [ 967.652068] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.652409] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.653137] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.653299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.653614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.656650] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf512a27-17f2-4bbc-a33a-07ed7fc8b7b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.661517] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 967.661517] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a5ae4-6f49-a28e-5ef4-aedd5e384377" [ 967.661517] env[63920]: _type = "Task" [ 967.661517] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.664977] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.672454] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a5ae4-6f49-a28e-5ef4-aedd5e384377, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.752240] env[63920]: DEBUG nova.compute.manager [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Received event network-vif-plugged-a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.752472] env[63920]: DEBUG oslo_concurrency.lockutils [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] Acquiring lock "9968a165-aa3a-4066-ba1e-7d909472bf1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.752787] env[63920]: DEBUG oslo_concurrency.lockutils [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.753010] env[63920]: DEBUG oslo_concurrency.lockutils [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.753198] env[63920]: DEBUG nova.compute.manager [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] No waiting events found dispatching network-vif-plugged-a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.753366] env[63920]: WARNING nova.compute.manager [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Received unexpected event network-vif-plugged-a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 for instance with vm_state building and task_state spawning. [ 967.753521] env[63920]: DEBUG nova.compute.manager [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Received event network-changed-a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 967.753678] env[63920]: DEBUG nova.compute.manager [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Refreshing instance network info cache due to event network-changed-a2c02a69-894b-4c2d-bcbf-ec9ffa63d484. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 967.753857] env[63920]: DEBUG oslo_concurrency.lockutils [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] Acquiring lock "refresh_cache-9968a165-aa3a-4066-ba1e-7d909472bf1e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.754042] env[63920]: DEBUG oslo_concurrency.lockutils [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] Acquired lock "refresh_cache-9968a165-aa3a-4066-ba1e-7d909472bf1e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.754289] env[63920]: DEBUG nova.network.neutron [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Refreshing network info cache for port a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.028516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.028877] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.040234] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-9968a165-aa3a-4066-ba1e-7d909472bf1e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.075856] env[63920]: DEBUG nova.scheduler.client.report [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.088560] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392608, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.143036] env[63920]: DEBUG oslo_concurrency.lockutils [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] Releasing lock "refresh_cache-91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.143036] env[63920]: DEBUG nova.compute.manager [req-ac618cc7-22c1-4e2a-b103-a5a5bb2e8643 req-a502b986-35ba-45f3-b094-7401c0227853 service nova] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Received event network-vif-deleted-01ef51bd-9ce3-47fb-aede-bc5ab19e2386 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.172045] env[63920]: INFO nova.compute.manager [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Took 16.80 seconds to build instance. [ 968.183016] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392609, 'name': ReconfigVM_Task, 'duration_secs': 0.454589} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.186652] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.187374] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a5ae4-6f49-a28e-5ef4-aedd5e384377, 'name': SearchDatastore_Task, 'duration_secs': 0.023423} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.188223] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb13be1-ddcf-4639-9b66-e714791b5ead {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.189916] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.190164] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.190419] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.190573] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.190755] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.191311] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e081c993-7292-46ff-9b4c-0991ba56ca9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.199038] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 968.199038] env[63920]: value = "task-2392610" [ 968.199038] env[63920]: _type = "Task" [ 968.199038] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.203153] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.203336] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.204013] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14f6e1d-60cd-4a35-a0cc-389273a4b15f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.211855] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392610, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.212815] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 968.212815] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e77609-a7cf-a08d-cfc8-4379e431c0e8" [ 968.212815] env[63920]: _type = "Task" [ 968.212815] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.220731] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e77609-a7cf-a08d-cfc8-4379e431c0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.287702] env[63920]: DEBUG nova.network.neutron [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.383286] env[63920]: DEBUG nova.network.neutron [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.531306] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.583788] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.961s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.586535] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.031s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.587097] env[63920]: DEBUG nova.objects.instance [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lazy-loading 'resources' on Instance uuid 49b465f6-ae28-4584-aadb-e4d9982862d1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.592080] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392608, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.611250] env[63920]: INFO nova.scheduler.client.report [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Deleted allocations for instance 46fb1953-2171-4f62-9cde-b7b4f310fd09 [ 968.677476] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1c5ef36d-dd99-4b87-9acd-4abeb576061b tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.320s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.708499] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392610, 'name': Rename_Task, 'duration_secs': 0.210123} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.708499] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.708683] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f946dda-1d60-4d41-9cc4-bc4f4c7483e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.718023] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 968.718023] env[63920]: value = "task-2392611" [ 968.718023] env[63920]: _type = "Task" [ 968.718023] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.725176] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e77609-a7cf-a08d-cfc8-4379e431c0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.017548} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.726329] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cffdea8c-ff2e-46ad-a303-7d0446100f23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.731345] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.734704] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 968.734704] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525ff376-9c78-8895-e31f-0063025b94c3" [ 968.734704] env[63920]: _type = "Task" [ 968.734704] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.742214] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525ff376-9c78-8895-e31f-0063025b94c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.796479] env[63920]: DEBUG nova.compute.manager [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Received event network-changed-dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.796668] env[63920]: DEBUG nova.compute.manager [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Refreshing instance network info cache due to event network-changed-dd80ac39-7248-4ab6-8771-c100123e7a66. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 968.796911] env[63920]: DEBUG oslo_concurrency.lockutils [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 968.797130] env[63920]: DEBUG oslo_concurrency.lockutils [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.797364] env[63920]: DEBUG nova.network.neutron [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Refreshing network info cache for port dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.886706] env[63920]: DEBUG oslo_concurrency.lockutils [req-f9cdcb8b-d77c-440b-afd9-51b966dd926f req-cf134e2b-187f-4601-b91a-e4c7e1683bd3 service nova] Releasing lock "refresh_cache-9968a165-aa3a-4066-ba1e-7d909472bf1e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.887064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-9968a165-aa3a-4066-ba1e-7d909472bf1e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.887321] env[63920]: DEBUG nova.network.neutron [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.049766] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.089662] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392608, 'name': Rename_Task, 'duration_secs': 1.441096} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.090359] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.090465] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62f59f14-120d-4cc2-aaf2-ae320283f964 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.097447] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 969.097447] env[63920]: value = "task-2392612" [ 969.097447] env[63920]: _type = "Task" [ 969.097447] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.105310] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.119818] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb3e093d-b365-4afc-9e11-ef27cdbe029e tempest-ServerRescueTestJSONUnderV235-1451191870 tempest-ServerRescueTestJSONUnderV235-1451191870-project-member] Lock "46fb1953-2171-4f62-9cde-b7b4f310fd09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.565s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.232195] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.247482] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525ff376-9c78-8895-e31f-0063025b94c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018558} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.247737] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 969.247885] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20/91918ffe-7bbc-4aec-b7aa-b130d8d8ce20.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.248161] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e08df57-7b87-43f1-8b2b-e6865f43d4f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.255975] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 969.255975] env[63920]: value = "task-2392613" [ 969.255975] env[63920]: _type = "Task" [ 969.255975] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.263814] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.434780] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124aa2b6-957a-468e-b065-f939b8fc18b5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.442938] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a43617e-e009-4ff0-8ed6-f356204772a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.446759] env[63920]: DEBUG nova.network.neutron [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.482530] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013486b-c4c1-4c3f-90b8-42a789a6a802 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.491413] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674caaa8-e5f4-4e48-a66e-084102b6293d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.508866] env[63920]: DEBUG nova.compute.provider_tree [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.609793] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392612, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.731699] env[63920]: DEBUG oslo_vmware.api [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392611, 'name': PowerOnVM_Task, 'duration_secs': 0.800995} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.731997] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.732220] env[63920]: INFO nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Took 9.15 seconds to spawn the instance on the hypervisor. [ 969.732743] env[63920]: DEBUG nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.733264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2b65a-98c0-473f-9724-a6a53b1d828e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.766572] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392613, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.795456] env[63920]: DEBUG nova.network.neutron [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Updating instance_info_cache with network_info: [{"id": "a2c02a69-894b-4c2d-bcbf-ec9ffa63d484", "address": "fa:16:3e:f8:d7:2d", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c02a69-89", "ovs_interfaceid": "a2c02a69-894b-4c2d-bcbf-ec9ffa63d484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.800281] env[63920]: DEBUG nova.network.neutron [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updated VIF entry in instance network info cache for port dd80ac39-7248-4ab6-8771-c100123e7a66. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.800662] env[63920]: DEBUG nova.network.neutron [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.012447] env[63920]: DEBUG nova.scheduler.client.report [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.109966] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392612, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.252140] env[63920]: INFO nova.compute.manager [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Took 17.52 seconds to build instance. [ 970.265868] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699663} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.266245] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20/91918ffe-7bbc-4aec-b7aa-b130d8d8ce20.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.266474] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.266720] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f4724f3-b50c-45af-a527-d286d25edb65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.273257] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 970.273257] env[63920]: value = "task-2392614" [ 970.273257] env[63920]: _type = "Task" [ 970.273257] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.282217] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.297464] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-9968a165-aa3a-4066-ba1e-7d909472bf1e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.297614] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Instance network_info: |[{"id": "a2c02a69-894b-4c2d-bcbf-ec9ffa63d484", "address": "fa:16:3e:f8:d7:2d", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c02a69-89", "ovs_interfaceid": "a2c02a69-894b-4c2d-bcbf-ec9ffa63d484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.298045] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:d7:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c02a69-894b-4c2d-bcbf-ec9ffa63d484', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.307777] env[63920]: DEBUG oslo.service.loopingcall [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 970.309281] env[63920]: DEBUG oslo_concurrency.lockutils [req-10bdf8a3-4109-4f4c-9ee1-be417f0f1015 req-559ad3b0-c954-4094-8a11-0898e2e29200 service nova] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 970.310284] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.310666] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5efefbf4-0b7d-48ac-a6ef-c4623f001f36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.334700] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.334700] env[63920]: value = "task-2392615" [ 970.334700] env[63920]: _type = "Task" [ 970.334700] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.344426] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.517396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.520189] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.847s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.520189] env[63920]: DEBUG nova.objects.instance [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lazy-loading 'resources' on Instance uuid e15cd9eb-3b45-458d-aac3-7dceb7cc4c52 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.542908] env[63920]: INFO nova.scheduler.client.report [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleted allocations for instance 49b465f6-ae28-4584-aadb-e4d9982862d1 [ 970.609581] env[63920]: DEBUG oslo_vmware.api [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392612, 'name': PowerOnVM_Task, 'duration_secs': 1.020611} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.609850] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.613010] env[63920]: DEBUG nova.compute.manager [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.614160] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ffad43-0727-4b29-b0d0-5cf528aa21ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.754489] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac0bec44-cd44-469f-b70d-13b7eb5ffd56 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.029s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.782998] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157697} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.783203] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.783992] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a48869a-76d6-4e4c-ae25-7f8a9d5b4ec9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.807450] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20/91918ffe-7bbc-4aec-b7aa-b130d8d8ce20.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.808139] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2fd643-5c3e-400d-9a3b-b6b649c2b1d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.829124] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 970.829124] env[63920]: value = "task-2392616" [ 970.829124] env[63920]: _type = "Task" [ 970.829124] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.838261] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.846225] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.053409] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5178f75d-d566-4b2e-add9-a487702b304c tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "49b465f6-ae28-4584-aadb-e4d9982862d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.419s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.137511] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.342304] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.358128] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.371800] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833eb4ee-ca7c-41ac-84e7-c53bfed06bbc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.377177] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b3affa-2c11-444e-8d99-10895855b5a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.410012] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6046d83-a4f5-4fb0-9dc9-bfd1809570ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.418798] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3407924f-5059-40f6-85ee-4ce2f201ac7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.432877] env[63920]: DEBUG nova.compute.provider_tree [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.840413] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392616, 'name': ReconfigVM_Task, 'duration_secs': 0.563065} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.840701] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20/91918ffe-7bbc-4aec-b7aa-b130d8d8ce20.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.841378] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9dde81-4cf1-4c23-ac58-e2cd19e09306 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.851632] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.853183] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 971.853183] env[63920]: value = "task-2392617" [ 971.853183] env[63920]: _type = "Task" [ 971.853183] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.860185] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392617, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.936479] env[63920]: DEBUG nova.scheduler.client.report [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.120765] env[63920]: DEBUG nova.compute.manager [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 972.120765] env[63920]: DEBUG nova.compute.manager [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing instance network info cache due to event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 972.120765] env[63920]: DEBUG oslo_concurrency.lockutils [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.120765] env[63920]: DEBUG oslo_concurrency.lockutils [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.120992] env[63920]: DEBUG nova.network.neutron [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.352764] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.362905] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392617, 'name': Rename_Task, 'duration_secs': 0.254228} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.363215] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.363466] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0784e3e3-6876-43f0-8a00-e3d2fdfb7a1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.370233] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 972.370233] env[63920]: value = "task-2392618" [ 972.370233] env[63920]: _type = "Task" [ 972.370233] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.378727] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.444269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.446585] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.773s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.446848] env[63920]: DEBUG nova.objects.instance [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lazy-loading 'resources' on Instance uuid 075900ac-19f5-48c9-9132-8deaf2025f6e {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.469784] env[63920]: INFO nova.scheduler.client.report [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Deleted allocations for instance e15cd9eb-3b45-458d-aac3-7dceb7cc4c52 [ 972.763655] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.763903] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.764146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.764338] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.764571] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.766605] env[63920]: INFO nova.compute.manager [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Terminating instance [ 972.854269] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.864967] env[63920]: DEBUG nova.network.neutron [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updated VIF entry in instance network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.865463] env[63920]: DEBUG nova.network.neutron [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.880521] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.978181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c09dff38-ca1d-44f9-9875-ccf7730db76f tempest-ImagesOneServerTestJSON-618614354 tempest-ImagesOneServerTestJSON-618614354-project-member] Lock "e15cd9eb-3b45-458d-aac3-7dceb7cc4c52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.141s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.221056] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d08a96-fa62-42f5-8604-8d2a06ff59e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.228446] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cab807-dbee-4cfe-ab34-429f8c18427a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.258582] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059affef-41ac-4b0d-8acc-cd9be90fffdb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.265920] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80058347-666e-4425-b2be-469a883a9069 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.270208] env[63920]: DEBUG nova.compute.manager [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.270407] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.271122] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7bc4f5-4dd4-40d9-9cee-a0470347d349 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.284474] env[63920]: DEBUG nova.compute.provider_tree [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.288026] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.288026] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-348f84b4-72b5-40d6-a07d-3a1a5228e6e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.294353] env[63920]: DEBUG oslo_vmware.api [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 973.294353] env[63920]: value = "task-2392619" [ 973.294353] env[63920]: _type = "Task" [ 973.294353] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.302240] env[63920]: DEBUG oslo_vmware.api [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.354379] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392615, 'name': CreateVM_Task, 'duration_secs': 2.978688} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.354722] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.355266] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.355427] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 973.355996] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb83b10-889d-43bb-ab76-e635384313da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.361110] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 973.361110] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3a475-8e01-cdd0-186b-8c8d451d5aaa" [ 973.361110] env[63920]: _type = "Task" [ 973.361110] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.369300] env[63920]: DEBUG oslo_concurrency.lockutils [req-c0bee910-a1f9-4d28-9aee-e9fc5adcdd10 req-1719812b-a2db-4b51-ba05-74bd000c9b6b service nova] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.369677] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3a475-8e01-cdd0-186b-8c8d451d5aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.379553] env[63920]: DEBUG oslo_vmware.api [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392618, 'name': PowerOnVM_Task, 'duration_secs': 0.637107} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.379807] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.380008] env[63920]: INFO nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Took 9.29 seconds to spawn the instance on the hypervisor. [ 973.380197] env[63920]: DEBUG nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.380953] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc88c91-34ca-4bd7-8d10-cec7de0128d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.789106] env[63920]: DEBUG nova.scheduler.client.report [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.805440] env[63920]: DEBUG oslo_vmware.api [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392619, 'name': PowerOffVM_Task, 'duration_secs': 0.288932} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.805440] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.805440] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.805621] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e488c40-e82a-48ef-ab51-c8655676fb39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.871345] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3a475-8e01-cdd0-186b-8c8d451d5aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014864} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.871638] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.871868] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.872107] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.872256] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.872431] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.872682] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7d1d3af-504e-4446-8fd4-45b05406067f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.881472] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.881734] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.882535] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda3db06-ad94-4cee-9ae7-7f365fee17e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885868] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.886076] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.886249] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleting the datastore file [datastore1] 870892df-f068-4c99-ae7c-b0b9ce0da0fc {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.886856] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0a7a995-2bf1-499a-b7e1-398c8a3c5f7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.889514] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 973.889514] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520989b8-c99e-3043-7989-d29d2f2dc069" [ 973.889514] env[63920]: _type = "Task" [ 973.889514] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.899013] env[63920]: DEBUG oslo_vmware.api [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 973.899013] env[63920]: value = "task-2392621" [ 973.899013] env[63920]: _type = "Task" [ 973.899013] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.904292] env[63920]: INFO nova.compute.manager [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Took 17.88 seconds to build instance. [ 973.908931] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520989b8-c99e-3043-7989-d29d2f2dc069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.914070] env[63920]: DEBUG oslo_vmware.api [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.294859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.299180] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.900s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.299180] env[63920]: DEBUG nova.objects.instance [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lazy-loading 'resources' on Instance uuid 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.341983] env[63920]: INFO nova.scheduler.client.report [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Deleted allocations for instance 075900ac-19f5-48c9-9132-8deaf2025f6e [ 974.405422] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520989b8-c99e-3043-7989-d29d2f2dc069, 'name': SearchDatastore_Task, 'duration_secs': 0.022328} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.412775] env[63920]: DEBUG oslo_concurrency.lockutils [None req-88b0431e-331d-4490-8d3a-40a956743316 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.405s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.412775] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f2c465-4665-4903-bb69-d4aea4dcb06e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.423047] env[63920]: DEBUG oslo_vmware.api [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145652} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.425177] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.425403] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.425558] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.425728] env[63920]: INFO nova.compute.manager [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 974.426598] env[63920]: DEBUG oslo.service.loopingcall [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.426598] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 974.426598] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b81cd7-e0ab-c9b3-8fd8-d459b7d6ac93" [ 974.426598] env[63920]: _type = "Task" [ 974.426598] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.426598] env[63920]: DEBUG nova.compute.manager [-] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.426830] env[63920]: DEBUG nova.network.neutron [-] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.437865] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b81cd7-e0ab-c9b3-8fd8-d459b7d6ac93, 'name': SearchDatastore_Task, 'duration_secs': 0.015744} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.438123] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.438972] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 9968a165-aa3a-4066-ba1e-7d909472bf1e/9968a165-aa3a-4066-ba1e-7d909472bf1e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.438972] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c07a7e-a7b5-4be5-9bc9-c342bacb0e6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.445015] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 974.445015] env[63920]: value = "task-2392622" [ 974.445015] env[63920]: _type = "Task" [ 974.445015] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.453718] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.733231] env[63920]: DEBUG nova.compute.manager [req-7e397c53-da8b-429a-a448-7b93f28ad960 req-dd4ecccf-59f9-4390-a75b-77569c11d11b service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Received event network-vif-deleted-14e1e948-2d7b-4088-af70-c598f48255f8 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 974.733989] env[63920]: INFO nova.compute.manager [req-7e397c53-da8b-429a-a448-7b93f28ad960 req-dd4ecccf-59f9-4390-a75b-77569c11d11b service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Neutron deleted interface 14e1e948-2d7b-4088-af70-c598f48255f8; detaching it from the instance and deleting it from the info cache [ 974.733989] env[63920]: DEBUG nova.network.neutron [req-7e397c53-da8b-429a-a448-7b93f28ad960 req-dd4ecccf-59f9-4390-a75b-77569c11d11b service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.853536] env[63920]: DEBUG oslo_concurrency.lockutils [None req-350f673a-42a2-4438-a749-bcf881238453 tempest-ListServersNegativeTestJSON-688360533 tempest-ListServersNegativeTestJSON-688360533-project-member] Lock "075900ac-19f5-48c9-9132-8deaf2025f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.739s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.962938] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.202647] env[63920]: DEBUG nova.network.neutron [-] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.212146] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9870ec8-3529-458b-af28-d68589dc7a1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.221164] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a573ff1f-633a-46f7-9461-dfc6b4636f13 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.260587] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edacb8c0-39a9-4c90-8d17-6a40fcd86322 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.262943] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c5e17-8c27-48b1-8915-2ebdf2ce7249 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.272525] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba71096a-59f8-4d00-a64b-edde2f0f5db8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.280373] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67eac38-a6f2-4241-bb8d-4c1de6d36a5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.303299] env[63920]: DEBUG nova.compute.provider_tree [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.321614] env[63920]: DEBUG nova.compute.manager [req-7e397c53-da8b-429a-a448-7b93f28ad960 req-dd4ecccf-59f9-4390-a75b-77569c11d11b service nova] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Detach interface failed, port_id=14e1e948-2d7b-4088-af70-c598f48255f8, reason: Instance 870892df-f068-4c99-ae7c-b0b9ce0da0fc could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 975.323031] env[63920]: DEBUG nova.scheduler.client.report [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.457176] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743078} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.457176] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 9968a165-aa3a-4066-ba1e-7d909472bf1e/9968a165-aa3a-4066-ba1e-7d909472bf1e.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.457176] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.457176] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc9a07e-a523-4c93-85ce-0a3ade2e52b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.463261] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 975.463261] env[63920]: value = "task-2392623" [ 975.463261] env[63920]: _type = "Task" [ 975.463261] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.472101] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.705155] env[63920]: INFO nova.compute.manager [-] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Took 1.28 seconds to deallocate network for instance. [ 975.828284] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.530s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.830764] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.350s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.831013] env[63920]: DEBUG nova.objects.instance [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lazy-loading 'resources' on Instance uuid e0e50df5-f03a-4962-8c77-c2fa225ba313 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.857841] env[63920]: INFO nova.scheduler.client.report [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Deleted allocations for instance 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef [ 975.977376] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270915} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.977789] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.978793] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b61191-41a8-4216-9f4d-8c2a4073b760 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.006912] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9968a165-aa3a-4066-ba1e-7d909472bf1e/9968a165-aa3a-4066-ba1e-7d909472bf1e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.007836] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5c00b77-6889-4992-bdcb-423dad9623b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.029500] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 976.029500] env[63920]: value = "task-2392624" [ 976.029500] env[63920]: _type = "Task" [ 976.029500] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.039779] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.212021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.368583] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fdf65b82-1cea-4cb0-a8d9-14e856c24565 tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "77fb5fc5-4cb2-4c91-88d5-531abfecf0ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.151s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.545590] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.658582] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b971b10d-e4ce-40a1-8ab6-318098c06b9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.667885] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8b4f53-1ca0-4a85-b86b-215d4f7eb638 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.702533] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ca0097-7009-44cf-a34f-eaafada54b38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.710830] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af40682f-fd7b-4c33-9c8f-0a0d8693d0ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.726995] env[63920]: DEBUG nova.compute.provider_tree [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.040724] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392624, 'name': ReconfigVM_Task, 'duration_secs': 0.68686} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.041014] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9968a165-aa3a-4066-ba1e-7d909472bf1e/9968a165-aa3a-4066-ba1e-7d909472bf1e.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.041671] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd0337f3-261f-4fcd-9b52-6c0e036aaa13 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.049492] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 977.049492] env[63920]: value = "task-2392625" [ 977.049492] env[63920]: _type = "Task" [ 977.049492] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.061738] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392625, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.232340] env[63920]: DEBUG nova.scheduler.client.report [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.263030] env[63920]: DEBUG nova.compute.manager [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.263030] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1745b-50a2-4afe-8f85-e4d96e5be154 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.465123] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.465411] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.560085] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392625, 'name': Rename_Task, 'duration_secs': 0.294732} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.560366] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.560601] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98087ec7-7040-4db7-939a-d2f45494d869 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.566305] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 977.566305] env[63920]: value = "task-2392626" [ 977.566305] env[63920]: _type = "Task" [ 977.566305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.573888] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.707219] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "14989861-4ee7-4eea-b83b-220e4eca403d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.707468] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "14989861-4ee7-4eea-b83b-220e4eca403d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.736678] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.739761] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.690s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.741236] env[63920]: INFO nova.compute.claims [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.774814] env[63920]: INFO nova.scheduler.client.report [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Deleted allocations for instance e0e50df5-f03a-4962-8c77-c2fa225ba313 [ 977.776708] env[63920]: INFO nova.compute.manager [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] instance snapshotting [ 977.782779] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f0357-5c36-4038-92c0-a6ab0fb5db9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.807425] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035e20da-7a36-4e88-bf5f-741b9d5fd0cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.967797] env[63920]: DEBUG nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.076387] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.211504] env[63920]: DEBUG nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.289428] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0662c39f-c6e3-4a96-805d-95417e688530 tempest-ServersWithSpecificFlavorTestJSON-688168795 tempest-ServersWithSpecificFlavorTestJSON-688168795-project-member] Lock "e0e50df5-f03a-4962-8c77-c2fa225ba313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.655s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.321559] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 978.321888] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39bb9f67-a835-4a3b-8788-0dc0de7b4556 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.331019] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 978.331019] env[63920]: value = "task-2392627" [ 978.331019] env[63920]: _type = "Task" [ 978.331019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.344404] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.493081] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.582860] env[63920]: DEBUG oslo_vmware.api [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392626, 'name': PowerOnVM_Task, 'duration_secs': 0.86921} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.583220] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.583389] env[63920]: INFO nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Took 11.97 seconds to spawn the instance on the hypervisor. [ 978.583572] env[63920]: DEBUG nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.584434] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef08826c-7a0b-46af-bc8f-8f6e36715ff9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.737128] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 978.846303] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.101991] env[63920]: INFO nova.compute.manager [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Took 22.49 seconds to build instance. [ 979.124541] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442642e1-d658-49e0-b4ff-97d5b06fd472 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.133426] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc91df-b6a8-4e0f-ab55-e452d9a4b60a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.166986] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef0db6f-71f6-4521-84f8-f158f4f269be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.174530] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de072b70-a335-4f48-ba9b-1b80080de645 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.188033] env[63920]: DEBUG nova.compute.provider_tree [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.347923] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.363464] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.363656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.604160] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0b1a90aa-2f67-4d25-8cbd-00f6038c8857 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.692099] env[63920]: DEBUG nova.scheduler.client.report [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.850587] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392627, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.866360] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.199954] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.199954] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.201279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.064s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.201623] env[63920]: DEBUG nova.objects.instance [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 980.346506] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392627, 'name': CreateSnapshot_Task, 'duration_secs': 1.594256} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.346852] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 980.347656] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6b9cd0-534c-4d0d-b7e8-48b725577f60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.390570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.610129] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "9968a165-aa3a-4066-ba1e-7d909472bf1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.610403] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.611541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "9968a165-aa3a-4066-ba1e-7d909472bf1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.611541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.611929] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.614560] env[63920]: INFO nova.compute.manager [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Terminating instance [ 980.634990] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.635937] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.703355] env[63920]: DEBUG nova.compute.utils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.704686] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.704855] env[63920]: DEBUG nova.network.neutron [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.752240] env[63920]: DEBUG nova.policy [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7581a62f0aab4efdb4c9ed1d4df62971', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7ca946b3288432596529a8297704e94', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.868918] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 980.869239] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27e77a67-f34d-4616-90d3-3a9bf86b1cac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.878469] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 980.878469] env[63920]: value = "task-2392628" [ 980.878469] env[63920]: _type = "Task" [ 980.878469] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.887218] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392628, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.048283] env[63920]: DEBUG nova.network.neutron [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Successfully created port: 12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.120169] env[63920]: DEBUG nova.compute.manager [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.120483] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.122240] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929fbd1b-e1ee-4815-a095-09541a885e37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.130914] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.131248] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e1afd7-20b8-4e07-81fe-d90359cede20 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.139973] env[63920]: DEBUG nova.compute.utils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 981.142745] env[63920]: DEBUG oslo_vmware.api [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 981.142745] env[63920]: value = "task-2392629" [ 981.142745] env[63920]: _type = "Task" [ 981.142745] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.157974] env[63920]: DEBUG oslo_vmware.api [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.211037] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.217989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b18e80d1-70ba-440d-a623-b3da092d0994 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.217989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.006s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.217989] env[63920]: DEBUG nova.objects.instance [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lazy-loading 'resources' on Instance uuid 870892df-f068-4c99-ae7c-b0b9ce0da0fc {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.391567] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392628, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.655454] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.655454] env[63920]: DEBUG oslo_vmware.api [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392629, 'name': PowerOffVM_Task, 'duration_secs': 0.233398} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.655454] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.655454] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.655454] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6dab134-bde1-4de8-aa37-8d930dfd7517 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.894138] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392628, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.031332] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2007afb7-9edf-475d-9d48-d7333b77ea57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.039961] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ed124-553b-4b94-927c-aece88f793df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.071068] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f801291f-0f3c-4fba-9213-3ae7a29cfc9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.078948] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82a174a-006b-4239-b93a-a9eb5755d39f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.095358] env[63920]: DEBUG nova.compute.provider_tree [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.227265] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.264802] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.265065] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.265223] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.265402] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.265547] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.265691] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.265894] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.266073] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.266536] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.266766] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.266951] env[63920]: DEBUG nova.virt.hardware [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.267863] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33823394-7a3b-4c6e-83d1-13b4e1259084 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.276793] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d5d07f-e2e5-4a18-bf17-ee2e2c843aab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.391915] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392628, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.598828] env[63920]: DEBUG nova.scheduler.client.report [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.702278] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.702535] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.702634] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore2] 9968a165-aa3a-4066-ba1e-7d909472bf1e {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.702971] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e011c1-3e7b-4f97-b363-d3c92400558d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.709666] env[63920]: DEBUG oslo_vmware.api [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 982.709666] env[63920]: value = "task-2392631" [ 982.709666] env[63920]: _type = "Task" [ 982.709666] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.718599] env[63920]: DEBUG oslo_vmware.api [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.720408] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.720636] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.721079] env[63920]: INFO nova.compute.manager [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Attaching volume 083d75bb-85b1-4e9a-9241-88b6945e972f to /dev/sdb [ 982.766884] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a912514-b5b3-4623-b636-db3b547d2c89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.774754] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0001fed-6ce4-4ba5-b990-f1cb7fe41215 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.789149] env[63920]: DEBUG nova.virt.block_device [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updating existing volume attachment record: e17180be-5219-42e0-aed1-44ec9d2054a3 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 982.890500] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392628, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.979689] env[63920]: DEBUG nova.compute.manager [req-acaebd14-a61f-4c14-a9da-6084783137b3 req-6bf82d3a-c051-4aa7-a8ec-4bc81532e83f service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Received event network-vif-plugged-12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.979916] env[63920]: DEBUG oslo_concurrency.lockutils [req-acaebd14-a61f-4c14-a9da-6084783137b3 req-6bf82d3a-c051-4aa7-a8ec-4bc81532e83f service nova] Acquiring lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.980150] env[63920]: DEBUG oslo_concurrency.lockutils [req-acaebd14-a61f-4c14-a9da-6084783137b3 req-6bf82d3a-c051-4aa7-a8ec-4bc81532e83f service nova] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.980321] env[63920]: DEBUG oslo_concurrency.lockutils [req-acaebd14-a61f-4c14-a9da-6084783137b3 req-6bf82d3a-c051-4aa7-a8ec-4bc81532e83f service nova] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.980486] env[63920]: DEBUG nova.compute.manager [req-acaebd14-a61f-4c14-a9da-6084783137b3 req-6bf82d3a-c051-4aa7-a8ec-4bc81532e83f service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] No waiting events found dispatching network-vif-plugged-12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.980647] env[63920]: WARNING nova.compute.manager [req-acaebd14-a61f-4c14-a9da-6084783137b3 req-6bf82d3a-c051-4aa7-a8ec-4bc81532e83f service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Received unexpected event network-vif-plugged-12c0eb0d-8f2b-405d-a142-9f74d7fe7021 for instance with vm_state building and task_state spawning. [ 983.095481] env[63920]: DEBUG nova.network.neutron [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Successfully updated port: 12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.106647] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.107175] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.614s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.108686] env[63920]: INFO nova.compute.claims [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.138112] env[63920]: INFO nova.scheduler.client.report [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted allocations for instance 870892df-f068-4c99-ae7c-b0b9ce0da0fc [ 983.220214] env[63920]: DEBUG oslo_vmware.api [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19191} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.220478] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.220671] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.220863] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.221078] env[63920]: INFO nova.compute.manager [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Took 2.10 seconds to destroy the instance on the hypervisor. [ 983.221344] env[63920]: DEBUG oslo.service.loopingcall [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.221550] env[63920]: DEBUG nova.compute.manager [-] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.221649] env[63920]: DEBUG nova.network.neutron [-] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.395069] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392628, 'name': CloneVM_Task, 'duration_secs': 2.015026} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.395069] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Created linked-clone VM from snapshot [ 983.396677] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f521d97-cb81-42d6-b34c-366c91ecb8a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.410953] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Uploading image 6bce6c01-43c7-431d-9ee5-f9684bcc8f24 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 983.430031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.430031] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-500125a5-06bd-45db-95f6-3107184d3cfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.436618] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 983.436618] env[63920]: value = "task-2392635" [ 983.436618] env[63920]: _type = "Task" [ 983.436618] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.447469] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392635, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.597779] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.597779] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.597961] env[63920]: DEBUG nova.network.neutron [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.645168] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7252ddc0-c2cd-42f8-824a-97a779656e31 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "870892df-f068-4c99-ae7c-b0b9ce0da0fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.881s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.947157] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392635, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.991941] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.992276] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.992519] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.992715] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.992888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.994973] env[63920]: INFO nova.compute.manager [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Terminating instance [ 984.042603] env[63920]: DEBUG nova.network.neutron [-] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.144272] env[63920]: DEBUG nova.network.neutron [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.390700] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41a8c58-a0d5-4c30-ad3e-6d238eae6697 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.393446] env[63920]: DEBUG nova.network.neutron [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [{"id": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "address": "fa:16:3e:44:9b:5d", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c0eb0d-8f", "ovs_interfaceid": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.397553] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd9633c-9bcd-4384-96af-4afdf587c6b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.429258] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ad722e-ad19-466c-84d9-b097f7a521e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.438023] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2052fe-568e-4f38-a6bd-e7ccf8a0518c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.450107] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392635, 'name': Destroy_Task, 'duration_secs': 0.908487} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.458117] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Destroyed the VM [ 984.458380] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 984.458825] env[63920]: DEBUG nova.compute.provider_tree [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.460094] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-66f6f0fa-f4f7-4619-8fb9-8806e75967f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.465632] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 984.465632] env[63920]: value = "task-2392636" [ 984.465632] env[63920]: _type = "Task" [ 984.465632] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.476287] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392636, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.498993] env[63920]: DEBUG nova.compute.manager [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.499325] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.500339] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a3601b-5b6f-4a99-b1e3-b6706e2edc8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.508121] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.508371] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae463b6-cf82-435e-9e71-4e0c48be472b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.514352] env[63920]: DEBUG oslo_vmware.api [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 984.514352] env[63920]: value = "task-2392637" [ 984.514352] env[63920]: _type = "Task" [ 984.514352] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.522460] env[63920]: DEBUG oslo_vmware.api [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.545354] env[63920]: INFO nova.compute.manager [-] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Took 1.32 seconds to deallocate network for instance. [ 984.898224] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.898224] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Instance network_info: |[{"id": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "address": "fa:16:3e:44:9b:5d", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c0eb0d-8f", "ovs_interfaceid": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.898224] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:9b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '158692b5-b9fb-49e8-9903-e742ffd6c168', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12c0eb0d-8f2b-405d-a142-9f74d7fe7021', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.905026] env[63920]: DEBUG oslo.service.loopingcall [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.905164] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.905354] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bd6b01a-4dad-4e67-a6cf-7da109c2aed2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.926112] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.926112] env[63920]: value = "task-2392638" [ 984.926112] env[63920]: _type = "Task" [ 984.926112] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.933516] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392638, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.963821] env[63920]: DEBUG nova.scheduler.client.report [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.975799] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392636, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.024753] env[63920]: DEBUG nova.compute.manager [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Received event network-changed-12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 985.024962] env[63920]: DEBUG nova.compute.manager [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Refreshing instance network info cache due to event network-changed-12c0eb0d-8f2b-405d-a142-9f74d7fe7021. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 985.025275] env[63920]: DEBUG oslo_concurrency.lockutils [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] Acquiring lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.025321] env[63920]: DEBUG oslo_concurrency.lockutils [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] Acquired lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.025476] env[63920]: DEBUG nova.network.neutron [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Refreshing network info cache for port 12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.030036] env[63920]: DEBUG oslo_vmware.api [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392637, 'name': PowerOffVM_Task, 'duration_secs': 0.215626} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.030626] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.030820] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.031138] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed452889-fb25-42ee-bc9a-acbd93022796 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.051867] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.090316] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.090458] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.090585] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleting the datastore file [datastore1] 399907b7-ec6b-4fab-84fd-74ff4d32bdc3 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.090891] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45066d0-6e3c-4877-ac50-da8f72444665 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.097434] env[63920]: DEBUG oslo_vmware.api [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 985.097434] env[63920]: value = "task-2392640" [ 985.097434] env[63920]: _type = "Task" [ 985.097434] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.106320] env[63920]: DEBUG oslo_vmware.api [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.435720] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392638, 'name': CreateVM_Task, 'duration_secs': 0.3231} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.435798] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.436466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.436670] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.437042] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 985.437259] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01a0f6f-5862-459a-8d3e-c9f1bfd6c61e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.441865] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 985.441865] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d6903-2203-44ba-1468-0a95d6024ce9" [ 985.441865] env[63920]: _type = "Task" [ 985.441865] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.449038] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d6903-2203-44ba-1468-0a95d6024ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.472779] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.472779] env[63920]: DEBUG nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.487856] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.746s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.487856] env[63920]: INFO nova.compute.claims [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.489765] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392636, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.608325] env[63920]: DEBUG oslo_vmware.api [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146799} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.608751] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.609118] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.609221] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.609380] env[63920]: INFO nova.compute.manager [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 985.609623] env[63920]: DEBUG oslo.service.loopingcall [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 985.610617] env[63920]: DEBUG nova.compute.manager [-] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.610617] env[63920]: DEBUG nova.network.neutron [-] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.952430] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d6903-2203-44ba-1468-0a95d6024ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.952740] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.953027] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.953230] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 985.953376] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.953551] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.953825] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bc353fa-0a20-4df3-9174-99c2fd0313ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.971746] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.972163] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.973052] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4140589c-ce2d-46c2-bbe9-32554974f358 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.978756] env[63920]: DEBUG oslo_vmware.api [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392636, 'name': RemoveSnapshot_Task, 'duration_secs': 1.408603} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.979374] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 985.985152] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 985.985152] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b55cab-41a2-ee9a-54f9-7bc4bb214d5e" [ 985.985152] env[63920]: _type = "Task" [ 985.985152] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.992513] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b55cab-41a2-ee9a-54f9-7bc4bb214d5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.995000] env[63920]: DEBUG nova.compute.utils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.995000] env[63920]: DEBUG nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 986.102051] env[63920]: DEBUG nova.network.neutron [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updated VIF entry in instance network info cache for port 12c0eb0d-8f2b-405d-a142-9f74d7fe7021. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.102424] env[63920]: DEBUG nova.network.neutron [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [{"id": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "address": "fa:16:3e:44:9b:5d", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c0eb0d-8f", "ovs_interfaceid": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.485157] env[63920]: WARNING nova.compute.manager [None req-9662e9a1-e371-4322-b423-efe1fdd94f14 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Image not found during snapshot: nova.exception.ImageNotFound: Image 6bce6c01-43c7-431d-9ee5-f9684bcc8f24 could not be found. [ 986.499650] env[63920]: DEBUG nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.502106] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b55cab-41a2-ee9a-54f9-7bc4bb214d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.043117} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.504060] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc2ca65-2603-4030-8b8e-2ffdb071b658 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.510031] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 986.510031] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521600c7-6cd5-e5d0-da9f-9d66cb21c702" [ 986.510031] env[63920]: _type = "Task" [ 986.510031] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.517912] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521600c7-6cd5-e5d0-da9f-9d66cb21c702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.604619] env[63920]: DEBUG oslo_concurrency.lockutils [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] Releasing lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.604864] env[63920]: DEBUG nova.compute.manager [req-bb8e978a-216a-40c4-9cf4-e24087e921f9 req-407346fc-509b-4d4c-bc02-ad67c5fce270 service nova] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Received event network-vif-deleted-a2c02a69-894b-4c2d-bcbf-ec9ffa63d484 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 986.757877] env[63920]: DEBUG nova.network.neutron [-] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.801262] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e276bf56-89d9-48f0-9be8-e5b0d5c5343f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.811380] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c38d61-b634-4ae4-a51b-fffc0766fa53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.843534] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22acf745-6495-4a85-b720-cd94aec7372d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.851082] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e533a96b-d788-40f9-8445-89bba9f6b6c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.864701] env[63920]: DEBUG nova.compute.provider_tree [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.025022] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521600c7-6cd5-e5d0-da9f-9d66cb21c702, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.025022] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 987.025022] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4/b0f47fab-717c-471d-a9b3-3f499aed7ee4.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.025022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5483b7b-0290-4510-9cb2-c30e6cb2f575 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.029590] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 987.029590] env[63920]: value = "task-2392642" [ 987.029590] env[63920]: _type = "Task" [ 987.029590] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.039290] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.054149] env[63920]: DEBUG nova.compute.manager [req-db6512f7-b565-484c-912e-44e7cc538f32 req-d09a518f-e058-4b85-a4c1-ed56471c773d service nova] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Received event network-vif-deleted-543af3cc-7863-4c38-96a6-6a4458164a50 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.261287] env[63920]: INFO nova.compute.manager [-] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Took 1.65 seconds to deallocate network for instance. [ 987.344337] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 987.344574] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485417', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'name': 'volume-083d75bb-85b1-4e9a-9241-88b6945e972f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42bd8c1f-062a-4a96-b015-529e468cbf8c', 'attached_at': '', 'detached_at': '', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'serial': '083d75bb-85b1-4e9a-9241-88b6945e972f'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 987.345620] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480e7cb0-7d7f-4079-80c2-bd7df3ed5c52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.369051] env[63920]: DEBUG nova.scheduler.client.report [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.373218] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8ef78-7a83-413b-a124-db407eb4819d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.405703] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-083d75bb-85b1-4e9a-9241-88b6945e972f/volume-083d75bb-85b1-4e9a-9241-88b6945e972f.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.407128] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4adf46c1-4b1c-4ab9-9cfd-091927ff4ca1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.429470] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 987.429470] env[63920]: value = "task-2392643" [ 987.429470] env[63920]: _type = "Task" [ 987.429470] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.442029] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.509759] env[63920]: DEBUG nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.539884] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.540362] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.540672] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.540999] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.541284] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.541555] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.541882] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.542203] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.542936] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.542936] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.543142] env[63920]: DEBUG nova.virt.hardware [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.544051] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b812b0dd-ef63-4a93-abdd-0c7f26e46473 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.550380] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494346} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.552127] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4/b0f47fab-717c-471d-a9b3-3f499aed7ee4.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.552127] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.552127] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80126b6b-ff35-4d09-aea6-2aca53025a69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.559399] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ab9ff-3a94-4023-b9c7-6dab1b23250f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.564903] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 987.564903] env[63920]: value = "task-2392644" [ 987.564903] env[63920]: _type = "Task" [ 987.564903] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.577083] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.583363] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Creating folder: Project (ee0be06f010043dfadfbeb03754fa862). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.587019] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3287d7-17c8-451f-92dd-4aa01dd50a98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.589722] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.598044] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Created folder: Project (ee0be06f010043dfadfbeb03754fa862) in parent group-v485178. [ 987.598578] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Creating folder: Instances. Parent ref: group-v485419. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.599767] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eded41e-1ecd-4be5-ac6f-cc00cbc42b40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.611018] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Created folder: Instances in parent group-v485419. [ 987.611018] env[63920]: DEBUG oslo.service.loopingcall [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.611018] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.611018] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4518df42-c3b9-4695-912d-d2217ead6bda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.628229] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.628229] env[63920]: value = "task-2392647" [ 987.628229] env[63920]: _type = "Task" [ 987.628229] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.636483] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392647, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.771936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.799701] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.799988] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.800199] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.800382] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.800549] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.803098] env[63920]: INFO nova.compute.manager [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Terminating instance [ 987.877481] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.878039] env[63920]: DEBUG nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.880668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.490s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.885121] env[63920]: INFO nova.compute.claims [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.940753] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392643, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.075796] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061983} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.076120] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.076974] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f73f339-b155-4cb3-ad8d-86682a5b0956 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.106018] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4/b0f47fab-717c-471d-a9b3-3f499aed7ee4.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.106326] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-704cd7b1-89fa-44cd-a2bf-d89237a7e661 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.127367] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 988.127367] env[63920]: value = "task-2392648" [ 988.127367] env[63920]: _type = "Task" [ 988.127367] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.138844] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.142073] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392647, 'name': CreateVM_Task, 'duration_secs': 0.336928} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.142237] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.142620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.142777] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.143100] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 988.143338] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94efeea3-c393-4b07-b1af-39777f861de9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.147398] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 988.147398] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52252384-12b8-5639-34fe-2df7c52a2179" [ 988.147398] env[63920]: _type = "Task" [ 988.147398] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.154589] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52252384-12b8-5639-34fe-2df7c52a2179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.307599] env[63920]: DEBUG nova.compute.manager [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.307858] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.309133] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa3bc92-b996-47de-a909-f5586c3daa0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.318597] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.318597] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc3151f-85d6-4d4e-9187-bdfbaf621fc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.325115] env[63920]: DEBUG oslo_vmware.api [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 988.325115] env[63920]: value = "task-2392649" [ 988.325115] env[63920]: _type = "Task" [ 988.325115] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.337922] env[63920]: DEBUG oslo_vmware.api [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.387498] env[63920]: DEBUG nova.compute.utils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.391529] env[63920]: DEBUG nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 988.440893] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392643, 'name': ReconfigVM_Task, 'duration_secs': 0.54467} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.441253] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-083d75bb-85b1-4e9a-9241-88b6945e972f/volume-083d75bb-85b1-4e9a-9241-88b6945e972f.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.445899] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03d2399-a8ee-460f-b591-4cb18148b534 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.460253] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.460471] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 988.465032] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 988.465032] env[63920]: value = "task-2392650" [ 988.465032] env[63920]: _type = "Task" [ 988.465032] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.473530] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.638414] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.657798] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52252384-12b8-5639-34fe-2df7c52a2179, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.658117] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 988.658353] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.658579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.658725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.658897] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.659168] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8bbd1d3-0026-42fd-a8d0-bf1e82fa334e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.666830] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.667069] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.667919] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9f82ac-2e3c-4fc8-9635-8786ceb33100 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.678018] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 988.678018] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52810e53-38bd-88ce-5289-8e872e4e44f0" [ 988.678018] env[63920]: _type = "Task" [ 988.678018] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.684983] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52810e53-38bd-88ce-5289-8e872e4e44f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.836158] env[63920]: DEBUG oslo_vmware.api [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392649, 'name': PowerOffVM_Task, 'duration_secs': 0.266539} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.836361] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.837176] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.837176] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ae10073-2ce2-46ff-a3c1-0dc153927496 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.892695] env[63920]: DEBUG nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.926742] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.926981] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.927176] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleting the datastore file [datastore2] 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.927444] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c07c27ab-0e76-4395-b9fc-4c41c5f2b18b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.938495] env[63920]: DEBUG oslo_vmware.api [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 988.938495] env[63920]: value = "task-2392652" [ 988.938495] env[63920]: _type = "Task" [ 988.938495] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.947676] env[63920]: DEBUG oslo_vmware.api [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.965951] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.978913] env[63920]: DEBUG oslo_vmware.api [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392650, 'name': ReconfigVM_Task, 'duration_secs': 0.216929} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.979251] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485417', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'name': 'volume-083d75bb-85b1-4e9a-9241-88b6945e972f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42bd8c1f-062a-4a96-b015-529e468cbf8c', 'attached_at': '', 'detached_at': '', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'serial': '083d75bb-85b1-4e9a-9241-88b6945e972f'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 989.143172] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.183680] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec88bc6-80e1-4969-acda-d5172dfec18b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.189909] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52810e53-38bd-88ce-5289-8e872e4e44f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.191046] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb33024-424e-4498-8189-0d31e77e36aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.196188] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0dd6ab-f0ec-43ce-97c0-70130d156c10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.200708] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 989.200708] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b5b334-f724-8cc3-f434-adfba1863ec1" [ 989.200708] env[63920]: _type = "Task" [ 989.200708] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.229729] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2542d305-1aa4-4844-9aad-236f15d30f36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.235576] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b5b334-f724-8cc3-f434-adfba1863ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.021162} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.236211] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.236472] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c/2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.236763] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795948a0-5968-452c-8f2c-8db87ecd6720 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.241784] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21114892-2cad-458d-9f33-a3c6dd81a95c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.246432] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 989.246432] env[63920]: value = "task-2392653" [ 989.246432] env[63920]: _type = "Task" [ 989.246432] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.257416] env[63920]: DEBUG nova.compute.provider_tree [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.263616] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.449157] env[63920]: DEBUG oslo_vmware.api [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312769} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.449417] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.449599] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.449771] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.449941] env[63920]: INFO nova.compute.manager [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Took 1.14 seconds to destroy the instance on the hypervisor. [ 989.450202] env[63920]: DEBUG oslo.service.loopingcall [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.450390] env[63920]: DEBUG nova.compute.manager [-] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.450486] env[63920]: DEBUG nova.network.neutron [-] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.490296] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.647031] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392648, 'name': ReconfigVM_Task, 'duration_secs': 1.116679} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.647744] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4/b0f47fab-717c-471d-a9b3-3f499aed7ee4.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.649297] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb1d096e-f8b1-4005-a288-e6a3a73834bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.659554] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 989.659554] env[63920]: value = "task-2392654" [ 989.659554] env[63920]: _type = "Task" [ 989.659554] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.670264] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392654, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.758344] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392653, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475492} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.758666] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c/2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.760775] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.761645] env[63920]: DEBUG nova.scheduler.client.report [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.765305] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b5e2799-9522-47ab-85ae-804e7e22cb25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.773571] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 989.773571] env[63920]: value = "task-2392655" [ 989.773571] env[63920]: _type = "Task" [ 989.773571] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.781767] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.815165] env[63920]: DEBUG nova.compute.manager [req-b8d99f2c-b751-4797-8395-4123c6668724 req-35caccd7-450f-4c8d-8506-74f3ac1bd64f service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Received event network-vif-deleted-e515a7fc-26c3-4341-b32b-cec9bb6f0450 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.815165] env[63920]: INFO nova.compute.manager [req-b8d99f2c-b751-4797-8395-4123c6668724 req-35caccd7-450f-4c8d-8506-74f3ac1bd64f service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Neutron deleted interface e515a7fc-26c3-4341-b32b-cec9bb6f0450; detaching it from the instance and deleting it from the info cache [ 989.815165] env[63920]: DEBUG nova.network.neutron [req-b8d99f2c-b751-4797-8395-4123c6668724 req-35caccd7-450f-4c8d-8506-74f3ac1bd64f service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.907162] env[63920]: DEBUG nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.932202] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.932497] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.932670] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.932857] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.933009] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.933200] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.933408] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.933565] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.933728] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.933891] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.934073] env[63920]: DEBUG nova.virt.hardware [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.934936] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f271ae50-8471-471f-bb1b-7057150ed92a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.942808] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b517f69f-3798-4fa4-922f-76a675b53ac0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.958115] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.964513] env[63920]: DEBUG oslo.service.loopingcall [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.964830] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.965157] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e27fc55-3bb3-40c3-8b59-a39b137fcfe0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.982373] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.982373] env[63920]: value = "task-2392656" [ 989.982373] env[63920]: _type = "Task" [ 989.982373] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.991787] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392656, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.021953] env[63920]: DEBUG nova.objects.instance [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'flavor' on Instance uuid 42bd8c1f-062a-4a96-b015-529e468cbf8c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.171132] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392654, 'name': Rename_Task, 'duration_secs': 0.154103} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.171461] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.171745] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-906eb371-ba99-408e-8fe2-2ca21c806b90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.178959] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 990.178959] env[63920]: value = "task-2392657" [ 990.178959] env[63920]: _type = "Task" [ 990.178959] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.186762] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.269346] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.269998] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.272963] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.221s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.273247] env[63920]: DEBUG nova.objects.instance [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'resources' on Instance uuid 9968a165-aa3a-4066-ba1e-7d909472bf1e {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.284919] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064336} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.285748] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.288510] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025574b-573e-40d8-ae79-260c21f3a9ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.301316] env[63920]: DEBUG nova.network.neutron [-] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.312098] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c/2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.312098] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00cfd7a6-d57e-4728-a0d5-1b55be11b9da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.328269] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acf04110-e8dd-4bf2-9b47-150705b4ef4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.338788] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fbe9ce-f03d-4230-b3be-0ea0b85d99d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.349614] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 990.349614] env[63920]: value = "task-2392658" [ 990.349614] env[63920]: _type = "Task" [ 990.349614] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.359733] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.373036] env[63920]: DEBUG nova.compute.manager [req-b8d99f2c-b751-4797-8395-4123c6668724 req-35caccd7-450f-4c8d-8506-74f3ac1bd64f service nova] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Detach interface failed, port_id=e515a7fc-26c3-4341-b32b-cec9bb6f0450, reason: Instance 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 990.493843] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392656, 'name': CreateVM_Task, 'duration_secs': 0.293911} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.494031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.494480] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.494699] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.495027] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.495291] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323a1814-3efb-4301-8e77-a7f9e837cd52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.500425] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 990.500425] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b455e-e55c-bbc7-9544-0081fac7d522" [ 990.500425] env[63920]: _type = "Task" [ 990.500425] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.508622] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b455e-e55c-bbc7-9544-0081fac7d522, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.527379] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fb2fad2d-0582-4187-9908-c7e39cc77e4c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.689726] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.777844] env[63920]: DEBUG nova.compute.utils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 990.778307] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.778573] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.814025] env[63920]: INFO nova.compute.manager [-] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Took 1.36 seconds to deallocate network for instance. [ 990.847722] env[63920]: DEBUG nova.policy [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56bcdfc1bb3b401db39e8bf1c6a85478', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10d69d72a8624b0dba8699786c2e3c29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.862984] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392658, 'name': ReconfigVM_Task, 'duration_secs': 0.40672} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.863361] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c/2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.864503] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0304b61-7c95-4739-a11a-93801e2ff090 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.870759] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 990.870759] env[63920]: value = "task-2392659" [ 990.870759] env[63920]: _type = "Task" [ 990.870759] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.882748] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392659, 'name': Rename_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.010901] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523b455e-e55c-bbc7-9544-0081fac7d522, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.013895] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.014220] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.014523] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.014707] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.014960] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.015501] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00d9a4c3-8284-4073-ac55-28822d82b018 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.024347] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.024473] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.025251] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d42fb16-3337-4a98-bda7-28d201b553c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.033215] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 991.033215] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526295ba-b264-ffd3-b49d-4ec3e208fbc4" [ 991.033215] env[63920]: _type = "Task" [ 991.033215] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.041847] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526295ba-b264-ffd3-b49d-4ec3e208fbc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.091122] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3594925-5710-4e2d-bfb4-5a1351094209 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.098577] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6df5a9-7f2f-42f8-91bb-8fb8770133ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.128684] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa2d6d-81f5-4bdf-a3db-5bf16da1812f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.136787] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7b64fa-8a40-48a4-accc-41c9462d36c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.150088] env[63920]: DEBUG nova.compute.provider_tree [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.184545] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Successfully created port: d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.193458] env[63920]: DEBUG oslo_vmware.api [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392657, 'name': PowerOnVM_Task, 'duration_secs': 0.522401} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.193724] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.193930] env[63920]: INFO nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Took 8.97 seconds to spawn the instance on the hypervisor. [ 991.194154] env[63920]: DEBUG nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.194923] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859ee080-3b6b-4105-9af9-fbe75be25ae6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.286040] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.322966] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.380788] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392659, 'name': Rename_Task, 'duration_secs': 0.209397} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.381999] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.381999] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6877b9d-9b21-40d4-ab48-36dfd6edaca5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.388167] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 991.388167] env[63920]: value = "task-2392660" [ 991.388167] env[63920]: _type = "Task" [ 991.388167] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.396188] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.433912] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.434225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.506376] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Successfully created port: f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.543894] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526295ba-b264-ffd3-b49d-4ec3e208fbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.012462} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.544658] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8daaa9-a7c3-4c0f-b8e7-fab9addadaee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.550895] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 991.550895] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529504fe-6647-9dc9-f7bf-55eb0d11ff4a" [ 991.550895] env[63920]: _type = "Task" [ 991.550895] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.558681] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529504fe-6647-9dc9-f7bf-55eb0d11ff4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.655497] env[63920]: DEBUG nova.scheduler.client.report [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.714342] env[63920]: INFO nova.compute.manager [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Took 22.68 seconds to build instance. [ 991.899379] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.936061] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.060519] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529504fe-6647-9dc9-f7bf-55eb0d11ff4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.060781] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.061056] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.061313] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a2f173-b053-420b-83c1-8ba54f9cb30d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.067757] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 992.067757] env[63920]: value = "task-2392661" [ 992.067757] env[63920]: _type = "Task" [ 992.067757] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.075931] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.161966] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.165463] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.393s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.165463] env[63920]: DEBUG nova.objects.instance [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lazy-loading 'resources' on Instance uuid 399907b7-ec6b-4fab-84fd-74ff4d32bdc3 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.183407] env[63920]: INFO nova.scheduler.client.report [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance 9968a165-aa3a-4066-ba1e-7d909472bf1e [ 992.216776] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dd65176c-f8c0-470e-8671-761e17459497 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.188s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.295400] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.326337] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.326462] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.326513] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.326686] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.326869] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.327767] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.328087] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.328718] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.328718] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.328718] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.329256] env[63920]: DEBUG nova.virt.hardware [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.330028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c873000f-192f-4b07-9759-39ad80ad2fc9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.341910] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14313e-29dd-4efa-95d1-baa5b23f3ae4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.401214] env[63920]: DEBUG oslo_vmware.api [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392660, 'name': PowerOnVM_Task, 'duration_secs': 0.829795} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.401533] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.401744] env[63920]: INFO nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Took 4.89 seconds to spawn the instance on the hypervisor. [ 992.401929] env[63920]: DEBUG nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.402748] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409009c-5f77-45c7-9f12-fe64c5bbfaf3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.459705] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.577948] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392661, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.691320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-95866c6d-2c20-4d07-a530-ebdb81d1455e tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "9968a165-aa3a-4066-ba1e-7d909472bf1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.081s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.919742] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0a958c-f98e-41ff-9529-1ebd6585b01a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.924281] env[63920]: INFO nova.compute.manager [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Took 14.45 seconds to build instance. [ 992.928643] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a828ed-3982-41f3-a1fb-4502853fbb2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.961143] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.961389] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.961584] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.961757] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.961924] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.965152] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aad4518-96ea-4c78-be2f-fe30745a8888 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.967398] env[63920]: INFO nova.compute.manager [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Terminating instance [ 992.973298] env[63920]: DEBUG nova.compute.manager [req-e9a01b8d-b108-42a7-b1a8-df1a5ea1b6b5 req-e3189694-7c2b-4eb4-a5ab-c1e08c4927b5 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received event network-vif-plugged-d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.973466] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9a01b8d-b108-42a7-b1a8-df1a5ea1b6b5 req-e3189694-7c2b-4eb4-a5ab-c1e08c4927b5 service nova] Acquiring lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.973676] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9a01b8d-b108-42a7-b1a8-df1a5ea1b6b5 req-e3189694-7c2b-4eb4-a5ab-c1e08c4927b5 service nova] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.973840] env[63920]: DEBUG oslo_concurrency.lockutils [req-e9a01b8d-b108-42a7-b1a8-df1a5ea1b6b5 req-e3189694-7c2b-4eb4-a5ab-c1e08c4927b5 service nova] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.974016] env[63920]: DEBUG nova.compute.manager [req-e9a01b8d-b108-42a7-b1a8-df1a5ea1b6b5 req-e3189694-7c2b-4eb4-a5ab-c1e08c4927b5 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] No waiting events found dispatching network-vif-plugged-d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.974185] env[63920]: WARNING nova.compute.manager [req-e9a01b8d-b108-42a7-b1a8-df1a5ea1b6b5 req-e3189694-7c2b-4eb4-a5ab-c1e08c4927b5 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received unexpected event network-vif-plugged-d26ba606-12c3-41ad-9e41-923aa8b1aa59 for instance with vm_state building and task_state spawning. [ 992.978261] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09b3b7b-c217-4654-8bf0-7e7e16be37db {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.992503] env[63920]: DEBUG nova.compute.provider_tree [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.078493] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523555} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.078757] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.078967] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.079230] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-090b651b-0a90-43bf-a5f5-bf0586af8551 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.085761] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 993.085761] env[63920]: value = "task-2392662" [ 993.085761] env[63920]: _type = "Task" [ 993.085761] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.093020] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.134155] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Successfully updated port: d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.152143] env[63920]: DEBUG nova.compute.manager [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 993.426627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fe18b4a7-373c-4b07-96cb-31759d5af29b tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.961s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.471050] env[63920]: DEBUG nova.compute.manager [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.471310] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.472236] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b92245-bfc7-41b4-99fc-27c7f2daa270 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.480286] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.480519] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc6569a-0a27-4c59-a644-e51d084e479d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.486727] env[63920]: DEBUG oslo_vmware.api [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 993.486727] env[63920]: value = "task-2392663" [ 993.486727] env[63920]: _type = "Task" [ 993.486727] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.495152] env[63920]: DEBUG nova.scheduler.client.report [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.499416] env[63920]: DEBUG oslo_vmware.api [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.598238] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073142} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.598978] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.599341] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94849ce3-c07d-41d1-a302-f6d8756b594b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.620816] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.621252] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2709b568-871b-46a9-a178-0f1716881a40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.647141] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 993.647141] env[63920]: value = "task-2392664" [ 993.647141] env[63920]: _type = "Task" [ 993.647141] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.658669] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.676676] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.996594] env[63920]: DEBUG oslo_vmware.api [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392663, 'name': PowerOffVM_Task, 'duration_secs': 0.208868} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.996821] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.996996] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.997360] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d4ede6c-4359-4629-a713-ab319b770b6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.001837] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.003978] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.514s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.005655] env[63920]: INFO nova.compute.claims [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.026679] env[63920]: INFO nova.scheduler.client.report [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted allocations for instance 399907b7-ec6b-4fab-84fd-74ff4d32bdc3 [ 994.157727] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392664, 'name': ReconfigVM_Task, 'duration_secs': 0.302409} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.158071] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.158692] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f175eab3-089c-4e7a-b260-09dd3b19589c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.165543] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 994.165543] env[63920]: value = "task-2392666" [ 994.165543] env[63920]: _type = "Task" [ 994.165543] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.173156] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392666, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.534436] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d48c468-e5dd-47e4-81f7-3f1ebfe192ca tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "399907b7-ec6b-4fab-84fd-74ff4d32bdc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.542s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.677014] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392666, 'name': Rename_Task, 'duration_secs': 0.148464} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.677565] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.677698] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d4f6f7-f2f0-4279-876c-67a57d05ca19 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.684905] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 994.684905] env[63920]: value = "task-2392667" [ 994.684905] env[63920]: _type = "Task" [ 994.684905] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.692778] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.003869] env[63920]: DEBUG nova.compute.manager [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received event network-changed-d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.004090] env[63920]: DEBUG nova.compute.manager [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Refreshing instance network info cache due to event network-changed-d26ba606-12c3-41ad-9e41-923aa8b1aa59. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 995.004309] env[63920]: DEBUG oslo_concurrency.lockutils [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] Acquiring lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.004452] env[63920]: DEBUG oslo_concurrency.lockutils [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] Acquired lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.004609] env[63920]: DEBUG nova.network.neutron [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Refreshing network info cache for port d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.060385] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "4489863b-20e7-4144-b2a1-25ee3b00490e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.060615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.061223] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "4489863b-20e7-4144-b2a1-25ee3b00490e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.061223] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.061223] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.065732] env[63920]: INFO nova.compute.manager [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Terminating instance [ 995.077107] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.077247] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.197932] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392667, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.295641] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecfe952-808a-4a69-86c3-dae25144c9b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.303668] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dcbab9-25ef-4c86-bfe5-00ccdc00ee09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.337643] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191101d1-cb0b-4973-9890-2e47988247d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.345180] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2b030f-959a-4f03-a44e-bc4dfa1ba78d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.358895] env[63920]: DEBUG nova.compute.provider_tree [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.542127] env[63920]: DEBUG nova.network.neutron [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.570811] env[63920]: DEBUG nova.compute.manager [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.571539] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.571903] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b992a65-91c2-4fcf-baf9-e9551f6db1e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.579237] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.579478] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7ac174-f801-40df-bb42-1068aae97ee9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.581248] env[63920]: INFO nova.compute.manager [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Detaching volume 4c49bc56-7681-4120-af23-9a7039b5170c [ 995.591476] env[63920]: DEBUG oslo_vmware.api [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 995.591476] env[63920]: value = "task-2392668" [ 995.591476] env[63920]: _type = "Task" [ 995.591476] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.601423] env[63920]: DEBUG oslo_vmware.api [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.623329] env[63920]: DEBUG nova.network.neutron [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.695563] env[63920]: DEBUG oslo_vmware.api [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392667, 'name': PowerOnVM_Task, 'duration_secs': 0.648722} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.695837] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.696055] env[63920]: INFO nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Took 5.79 seconds to spawn the instance on the hypervisor. [ 995.696244] env[63920]: DEBUG nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.697029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae837b-d9d7-41dd-a894-61754111cd23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.734622] env[63920]: INFO nova.virt.block_device [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Attempting to driver detach volume 4c49bc56-7681-4120-af23-9a7039b5170c from mountpoint /dev/sdb [ 995.734953] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 995.736049] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485397', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'name': 'volume-4c49bc56-7681-4120-af23-9a7039b5170c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9310c2ce-0209-438c-bbff-9171de4181e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'serial': '4c49bc56-7681-4120-af23-9a7039b5170c'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 995.736186] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0a72e0-4d56-47ca-a3b7-890e0063bbb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.758967] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02081f-d5c9-450d-bbca-b2b7294a71e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.766651] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3a281e-1ecb-451f-9227-9f951a8666dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.787307] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853d99eb-de17-4359-905b-e6298d2ff96d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.802264] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] The volume has not been displaced from its original location: [datastore1] volume-4c49bc56-7681-4120-af23-9a7039b5170c/volume-4c49bc56-7681-4120-af23-9a7039b5170c.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 995.807809] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.808214] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-871c76fd-7cfc-4f9c-b637-237593c36511 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.827775] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 995.827775] env[63920]: value = "task-2392669" [ 995.827775] env[63920]: _type = "Task" [ 995.827775] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.835695] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.864134] env[63920]: DEBUG nova.scheduler.client.report [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.101602] env[63920]: DEBUG oslo_vmware.api [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392668, 'name': PowerOffVM_Task, 'duration_secs': 0.321308} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.101876] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.102072] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.102326] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65c7b929-8b09-4c80-906a-80fc4655fdae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.125458] env[63920]: DEBUG oslo_concurrency.lockutils [req-9903906e-8e54-4d74-9fb2-f90138785f20 req-f6c08a6e-373c-47b6-9466-d9025bc11e98 service nova] Releasing lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.170769] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.170992] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.171175] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleting the datastore file [datastore1] 4489863b-20e7-4144-b2a1-25ee3b00490e {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.171441] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ed5d724-722f-4224-9e86-1036f118818d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.177780] env[63920]: DEBUG oslo_vmware.api [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 996.177780] env[63920]: value = "task-2392671" [ 996.177780] env[63920]: _type = "Task" [ 996.177780] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.187806] env[63920]: DEBUG oslo_vmware.api [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.336955] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392669, 'name': ReconfigVM_Task, 'duration_secs': 0.264997} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.337255] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 996.341855] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f0c8a5-1336-46a7-982b-58201573a116 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.356594] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 996.356594] env[63920]: value = "task-2392672" [ 996.356594] env[63920]: _type = "Task" [ 996.356594] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.364136] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.688905] env[63920]: DEBUG oslo_vmware.api [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133751} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.689352] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.689408] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.689569] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.689744] env[63920]: INFO nova.compute.manager [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 996.690057] env[63920]: DEBUG oslo.service.loopingcall [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.690366] env[63920]: DEBUG nova.compute.manager [-] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.690526] env[63920]: DEBUG nova.network.neutron [-] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.867220] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.367681] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.869448] env[63920]: DEBUG oslo_vmware.api [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392672, 'name': ReconfigVM_Task, 'duration_secs': 1.143275} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.869831] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485397', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'name': 'volume-4c49bc56-7681-4120-af23-9a7039b5170c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9310c2ce-0209-438c-bbff-9171de4181e0', 'attached_at': '', 'detached_at': '', 'volume_id': '4c49bc56-7681-4120-af23-9a7039b5170c', 'serial': '4c49bc56-7681-4120-af23-9a7039b5170c'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 998.414917] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.415242] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.415457] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore2] b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.415728] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f159fdfc-8d34-4da0-ae2e-0511c0f6d775 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.424375] env[63920]: DEBUG oslo_vmware.api [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 998.424375] env[63920]: value = "task-2392673" [ 998.424375] env[63920]: _type = "Task" [ 998.424375] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.433465] env[63920]: DEBUG oslo_vmware.api [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.443228] env[63920]: DEBUG nova.objects.instance [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'flavor' on Instance uuid 9310c2ce-0209-438c-bbff-9171de4181e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.719983] env[63920]: INFO nova.compute.manager [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Took 20.00 seconds to build instance. [ 998.766266] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Successfully updated port: f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.795966] env[63920]: DEBUG nova.compute.manager [req-95550574-3f0a-4f9a-b6d7-ce416e547499 req-a7163526-ea03-46a4-913e-58121a748a39 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received event network-vif-plugged-f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 998.796288] env[63920]: DEBUG oslo_concurrency.lockutils [req-95550574-3f0a-4f9a-b6d7-ce416e547499 req-a7163526-ea03-46a4-913e-58121a748a39 service nova] Acquiring lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.796430] env[63920]: DEBUG oslo_concurrency.lockutils [req-95550574-3f0a-4f9a-b6d7-ce416e547499 req-a7163526-ea03-46a4-913e-58121a748a39 service nova] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.796637] env[63920]: DEBUG oslo_concurrency.lockutils [req-95550574-3f0a-4f9a-b6d7-ce416e547499 req-a7163526-ea03-46a4-913e-58121a748a39 service nova] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.796815] env[63920]: DEBUG nova.compute.manager [req-95550574-3f0a-4f9a-b6d7-ce416e547499 req-a7163526-ea03-46a4-913e-58121a748a39 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] No waiting events found dispatching network-vif-plugged-f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.796936] env[63920]: WARNING nova.compute.manager [req-95550574-3f0a-4f9a-b6d7-ce416e547499 req-a7163526-ea03-46a4-913e-58121a748a39 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received unexpected event network-vif-plugged-f212837e-32c7-4aaf-bf8b-c30017d405a4 for instance with vm_state building and task_state spawning. [ 998.879993] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.876s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.880576] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.883829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.561s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.884072] env[63920]: DEBUG nova.objects.instance [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lazy-loading 'resources' on Instance uuid 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.934632] env[63920]: DEBUG oslo_vmware.api [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374218} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.934854] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.935064] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.935269] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.935441] env[63920]: INFO nova.compute.manager [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Took 5.46 seconds to destroy the instance on the hypervisor. [ 998.935676] env[63920]: DEBUG oslo.service.loopingcall [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.935859] env[63920]: DEBUG nova.compute.manager [-] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.935951] env[63920]: DEBUG nova.network.neutron [-] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.142999] env[63920]: DEBUG nova.network.neutron [-] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.222054] env[63920]: DEBUG oslo_concurrency.lockutils [None req-66cdc854-33c0-48e9-af39-be15a20dbc53 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "14989861-4ee7-4eea-b83b-220e4eca403d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.514s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.269130] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.269339] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.269494] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.387301] env[63920]: DEBUG nova.compute.utils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 999.388868] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.389010] env[63920]: DEBUG nova.network.neutron [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.432727] env[63920]: DEBUG nova.policy [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.448873] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d5f1b0e9-7344-4696-b7ca-e2e87340cb6f tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.372s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.636068] env[63920]: DEBUG nova.network.neutron [-] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.645331] env[63920]: INFO nova.compute.manager [-] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Took 2.95 seconds to deallocate network for instance. [ 999.712715] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4492b2f-a97b-46e5-abf2-044e3cb0562a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.729293] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a17a84-cd44-4db2-80dc-3231a5641e2b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.763195] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d21e82-ee7d-4bf4-8f93-c9b75355e563 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.772219] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca906c5-5bab-44d6-8ab3-73402a290cd8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.797565] env[63920]: DEBUG nova.compute.provider_tree [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.839484] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.894856] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.936650] env[63920]: DEBUG nova.network.neutron [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Successfully created port: d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.139139] env[63920]: INFO nova.compute.manager [-] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Took 1.20 seconds to deallocate network for instance. [ 1000.155787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.223939] env[63920]: INFO nova.compute.manager [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Rebuilding instance [ 1000.260651] env[63920]: DEBUG nova.compute.manager [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.261502] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1145d23-ca1a-4bf1-b56e-d7505a10d22e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.301876] env[63920]: DEBUG nova.scheduler.client.report [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.333333] env[63920]: DEBUG nova.network.neutron [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Updating instance_info_cache with network_info: [{"id": "d26ba606-12c3-41ad-9e41-923aa8b1aa59", "address": "fa:16:3e:01:15:d6", "network": {"id": "85017412-dced-41fe-8396-0f70fcab3469", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95082240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26ba606-12", "ovs_interfaceid": "d26ba606-12c3-41ad-9e41-923aa8b1aa59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "address": "fa:16:3e:c4:97:0b", "network": {"id": "60b2a120-1468-48a3-8503-b8a6a14b9555", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1937375463", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf212837e-32", "ovs_interfaceid": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.645575] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.677817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.678125] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.678334] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "9310c2ce-0209-438c-bbff-9171de4181e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.678515] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.678686] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.680906] env[63920]: INFO nova.compute.manager [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Terminating instance [ 1000.806620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.808788] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.349s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.810340] env[63920]: INFO nova.compute.claims [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.828132] env[63920]: DEBUG nova.compute.manager [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Received event network-vif-deleted-9c0968b1-dac0-49f4-8f34-6e4a379d4c48 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.828768] env[63920]: DEBUG nova.compute.manager [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received event network-changed-f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1000.828768] env[63920]: DEBUG nova.compute.manager [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Refreshing instance network info cache due to event network-changed-f212837e-32c7-4aaf-bf8b-c30017d405a4. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1000.828768] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] Acquiring lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.831649] env[63920]: INFO nova.scheduler.client.report [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleted allocations for instance 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20 [ 1000.835721] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Releasing lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.836370] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Instance network_info: |[{"id": "d26ba606-12c3-41ad-9e41-923aa8b1aa59", "address": "fa:16:3e:01:15:d6", "network": {"id": "85017412-dced-41fe-8396-0f70fcab3469", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95082240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26ba606-12", "ovs_interfaceid": "d26ba606-12c3-41ad-9e41-923aa8b1aa59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "address": "fa:16:3e:c4:97:0b", "network": {"id": "60b2a120-1468-48a3-8503-b8a6a14b9555", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1937375463", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf212837e-32", "ovs_interfaceid": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.836503] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] Acquired lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.836653] env[63920]: DEBUG nova.network.neutron [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Refreshing network info cache for port f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.837779] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:15:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4aa1eda7-48b9-4fa2-af0b-94c718313af2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd26ba606-12c3-41ad-9e41-923aa8b1aa59', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:97:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20e3f794-c7a3-4696-9488-ecf34c570ef9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f212837e-32c7-4aaf-bf8b-c30017d405a4', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.847772] env[63920]: DEBUG oslo.service.loopingcall [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1000.848911] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.849154] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-159dadb8-3f02-4046-a0b4-f94a6cd900be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.873763] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.873763] env[63920]: value = "task-2392674" [ 1000.873763] env[63920]: _type = "Task" [ 1000.873763] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.883135] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392674, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.904768] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.932343] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.932595] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.932751] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.932933] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.933219] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.933418] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.933812] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.933812] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.933990] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.934173] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.934350] env[63920]: DEBUG nova.virt.hardware [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.935383] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7129e6a9-706a-44e7-8792-d91b31c79da4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.944237] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf2b9a6-11e0-4aea-8e36-fdac1ca0f358 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.184804] env[63920]: DEBUG nova.compute.manager [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.185104] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.186058] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c089363-7f00-4b37-9ac9-e5a5e04bece5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.193540] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.193778] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ca9b5c9-eaad-47bd-b69b-52f6c646f29b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.199779] env[63920]: DEBUG oslo_vmware.api [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 1001.199779] env[63920]: value = "task-2392675" [ 1001.199779] env[63920]: _type = "Task" [ 1001.199779] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.208064] env[63920]: DEBUG oslo_vmware.api [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.275070] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.275413] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc6843b-16c8-4d7c-8e73-e20ea8d9e333 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.283121] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1001.283121] env[63920]: value = "task-2392676" [ 1001.283121] env[63920]: _type = "Task" [ 1001.283121] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.291589] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.340441] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf1ed2ba-afec-410c-9d6a-500dd0c61fef tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "91918ffe-7bbc-4aec-b7aa-b130d8d8ce20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.540s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.383329] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392674, 'name': CreateVM_Task, 'duration_secs': 0.390714} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.383497] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.384290] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.384480] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.384806] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.385037] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9714c9-fd6e-4183-bf49-ab91a371e33d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390357] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1001.390357] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521c260d-313a-2fc6-bbf7-d43e67bdfff9" [ 1001.390357] env[63920]: _type = "Task" [ 1001.390357] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.401217] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521c260d-313a-2fc6-bbf7-d43e67bdfff9, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.401972] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.401972] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.401972] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.402139] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.402258] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.402520] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-229ec899-52f0-452d-a746-87e984304701 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.410796] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.410972] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.411827] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b1700f-c2d2-4aef-9000-842238ca3694 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.417265] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1001.417265] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520e59cd-0c60-10fe-553a-fcbadbf9b592" [ 1001.417265] env[63920]: _type = "Task" [ 1001.417265] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.426408] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520e59cd-0c60-10fe-553a-fcbadbf9b592, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.674608] env[63920]: DEBUG nova.network.neutron [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Updated VIF entry in instance network info cache for port f212837e-32c7-4aaf-bf8b-c30017d405a4. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.674936] env[63920]: DEBUG nova.network.neutron [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Updating instance_info_cache with network_info: [{"id": "d26ba606-12c3-41ad-9e41-923aa8b1aa59", "address": "fa:16:3e:01:15:d6", "network": {"id": "85017412-dced-41fe-8396-0f70fcab3469", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-95082240", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4aa1eda7-48b9-4fa2-af0b-94c718313af2", "external-id": "nsx-vlan-transportzone-502", "segmentation_id": 502, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd26ba606-12", "ovs_interfaceid": "d26ba606-12c3-41ad-9e41-923aa8b1aa59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "address": "fa:16:3e:c4:97:0b", "network": {"id": "60b2a120-1468-48a3-8503-b8a6a14b9555", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1937375463", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf212837e-32", "ovs_interfaceid": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.718570] env[63920]: DEBUG oslo_vmware.api [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392675, 'name': PowerOffVM_Task, 'duration_secs': 0.188207} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.719497] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.719497] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.719497] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f31916-8161-4b73-b579-f3f165cacd7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.780178] env[63920]: DEBUG nova.network.neutron [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Successfully updated port: d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.782985] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.784310] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.784310] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleting the datastore file [datastore1] 9310c2ce-0209-438c-bbff-9171de4181e0 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.784310] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a1a69e-d8b3-40b5-9353-66d76afa0e28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.796175] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392676, 'name': PowerOffVM_Task, 'duration_secs': 0.188052} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.797391] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.797616] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.797933] env[63920]: DEBUG oslo_vmware.api [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 1001.797933] env[63920]: value = "task-2392678" [ 1001.797933] env[63920]: _type = "Task" [ 1001.797933] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.799028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea106536-fafd-41fc-aad2-3df818ac2132 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.808754] env[63920]: DEBUG oslo_vmware.api [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.810883] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.811157] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59a6a95d-6333-437f-9e55-88443c80f70e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.831792] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.832020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.832207] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleting the datastore file [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.832454] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c316e22-fe62-4c70-a6ad-654675795d74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.839025] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1001.839025] env[63920]: value = "task-2392680" [ 1001.839025] env[63920]: _type = "Task" [ 1001.839025] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.849093] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.931224] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520e59cd-0c60-10fe-553a-fcbadbf9b592, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.932052] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c386416a-6ab4-4378-aadb-e6c2118869e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.938453] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1001.938453] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52644932-8e49-8b17-b863-f544b3bf1d55" [ 1001.938453] env[63920]: _type = "Task" [ 1001.938453] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.945990] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52644932-8e49-8b17-b863-f544b3bf1d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.089553] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07716d1-3481-4076-8d62-4cc7761a5bc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.097506] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f27ac-4b40-4495-ab13-cfb28067c1e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.127892] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a6b792-f14d-4cea-bf66-ed04487232cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.136043] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceda7bb-970e-4505-b2fe-95500df988da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.149893] env[63920]: DEBUG nova.compute.provider_tree [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.178289] env[63920]: DEBUG oslo_concurrency.lockutils [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] Releasing lock "refresh_cache-3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.178569] env[63920]: DEBUG nova.compute.manager [req-cc4a63af-352e-4bcc-9a2d-3406247ae5ad req-a70d67c6-d33d-4f39-a62f-e9794d9ee340 service nova] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Received event network-vif-deleted-8eccc81b-f7e6-483e-8f30-d552d4b132ea {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.283744] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.283900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.284065] env[63920]: DEBUG nova.network.neutron [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.314089] env[63920]: DEBUG oslo_vmware.api [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142234} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.314277] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.314460] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.314644] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.314816] env[63920]: INFO nova.compute.manager [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.315132] env[63920]: DEBUG oslo.service.loopingcall [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1002.315820] env[63920]: DEBUG nova.compute.manager [-] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.315926] env[63920]: DEBUG nova.network.neutron [-] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.351082] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091349} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.351385] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.351544] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.351722] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.450921] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52644932-8e49-8b17-b863-f544b3bf1d55, 'name': SearchDatastore_Task, 'duration_secs': 0.008283} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.451538] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.451824] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5/3bc7f80a-46fd-4264-b9a0-3d069ce46ce5.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.452125] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-933fc7b8-fc9c-4b69-b202-3273d41d510c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.460312] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1002.460312] env[63920]: value = "task-2392681" [ 1002.460312] env[63920]: _type = "Task" [ 1002.460312] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.469739] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.653146] env[63920]: DEBUG nova.scheduler.client.report [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.847726] env[63920]: DEBUG nova.network.neutron [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.859721] env[63920]: DEBUG nova.compute.manager [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-vif-plugged-d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.860011] env[63920]: DEBUG oslo_concurrency.lockutils [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.860317] env[63920]: DEBUG oslo_concurrency.lockutils [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.860451] env[63920]: DEBUG oslo_concurrency.lockutils [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.860632] env[63920]: DEBUG nova.compute.manager [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] No waiting events found dispatching network-vif-plugged-d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1002.860798] env[63920]: WARNING nova.compute.manager [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received unexpected event network-vif-plugged-d1ba8282-bf6d-4884-9519-1288de9764de for instance with vm_state building and task_state spawning. [ 1002.860957] env[63920]: DEBUG nova.compute.manager [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-changed-d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1002.861124] env[63920]: DEBUG nova.compute.manager [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Refreshing instance network info cache due to event network-changed-d1ba8282-bf6d-4884-9519-1288de9764de. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1002.861291] env[63920]: DEBUG oslo_concurrency.lockutils [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] Acquiring lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.976682] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392681, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.159897] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.160632] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.171029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.491s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.366833] env[63920]: DEBUG nova.network.neutron [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.393122] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.393984] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.397192] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.397192] env[63920]: DEBUG nova.virt.hardware [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.397192] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31475b75-2036-4f32-bb60-8544523824af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.413008] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10ec55e-0ccb-450d-aef3-b369e4e80da7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.431811] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.437826] env[63920]: DEBUG oslo.service.loopingcall [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.441352] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.441352] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bf916fa-a087-46d5-b8a7-03894a3faa2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.459340] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.459340] env[63920]: value = "task-2392682" [ 1003.459340] env[63920]: _type = "Task" [ 1003.459340] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.477634] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392682, 'name': CreateVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.481544] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.882} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.482029] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5/3bc7f80a-46fd-4264-b9a0-3d069ce46ce5.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.482251] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.482511] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82eb11a0-224e-4cae-988a-555776fb2cca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.489806] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1003.489806] env[63920]: value = "task-2392683" [ 1003.489806] env[63920]: _type = "Task" [ 1003.489806] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.498767] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.673440] env[63920]: DEBUG nova.compute.utils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1003.674906] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.675137] env[63920]: DEBUG nova.network.neutron [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.679452] env[63920]: INFO nova.compute.claims [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.723501] env[63920]: DEBUG nova.policy [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9e8cf79e4e468695e007557a86080f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969581b218544399be4dee7cdd1c553', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.796558] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "11a701e4-a25f-446f-af23-9eab9eb9267c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.796784] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.870289] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.870609] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Instance network_info: |[{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.870939] env[63920]: DEBUG oslo_concurrency.lockutils [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] Acquired lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.871193] env[63920]: DEBUG nova.network.neutron [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Refreshing network info cache for port d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.872466] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:84:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ba8282-bf6d-4884-9519-1288de9764de', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.881213] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Creating folder: Project (9ece9499a0d1473ba679c606cdfead95). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.882301] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0f7a122-e3ab-4268-96d7-defa4098f1e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.895046] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Created folder: Project (9ece9499a0d1473ba679c606cdfead95) in parent group-v485178. [ 1003.895046] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Creating folder: Instances. Parent ref: group-v485425. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1003.895046] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a09127-0435-4e72-9c90-8209ef27b634 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.903205] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Created folder: Instances in parent group-v485425. [ 1003.903465] env[63920]: DEBUG oslo.service.loopingcall [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.903651] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.903848] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d824be93-9589-45f9-b1f7-b265bb9c039a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.926160] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.926160] env[63920]: value = "task-2392686" [ 1003.926160] env[63920]: _type = "Task" [ 1003.926160] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.938303] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392686, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.941194] env[63920]: DEBUG nova.network.neutron [-] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.970147] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392682, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.000761] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089291} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.000761] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.001065] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ca7e1-434a-433a-933f-de123a087e25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.028902] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5/3bc7f80a-46fd-4264-b9a0-3d069ce46ce5.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.029665] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7977719-5f86-472d-94c6-74028e16cab5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.052044] env[63920]: DEBUG nova.network.neutron [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Successfully created port: 3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.055969] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1004.055969] env[63920]: value = "task-2392687" [ 1004.055969] env[63920]: _type = "Task" [ 1004.055969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.066868] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392687, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.178322] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.185583] env[63920]: INFO nova.compute.resource_tracker [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating resource usage from migration 4ee6710d-31ee-4dfe-b328-c03cd688947a [ 1004.299524] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.439907] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392686, 'name': CreateVM_Task, 'duration_secs': 0.376534} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.439907] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.440703] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.441031] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.441449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.441814] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c217af-0326-45e2-a6c0-a30a26662cf3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.444037] env[63920]: INFO nova.compute.manager [-] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Took 2.13 seconds to deallocate network for instance. [ 1004.454652] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1004.454652] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b560d3-7cb0-c8ba-0864-07b6a52ba2d6" [ 1004.454652] env[63920]: _type = "Task" [ 1004.454652] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.461753] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b560d3-7cb0-c8ba-0864-07b6a52ba2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.467806] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.468067] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.468326] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.468472] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.468658] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.470030] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab1ae4fc-e6c3-4626-bb4d-c747d306802c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.478461] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392682, 'name': CreateVM_Task, 'duration_secs': 0.591355} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.478461] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.481165] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.481331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.481631] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.483593] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72553f50-ea27-49a8-abfe-ad7c6756b2f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.486082] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.486082] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.487048] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17de5fb-3447-4939-8d63-925f6480c9ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.492979] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da73880-e487-49d5-a1d7-4d5945ab6af7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.500842] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1004.500842] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521420c0-b692-91de-58b5-7dd15cad4397" [ 1004.500842] env[63920]: _type = "Task" [ 1004.500842] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.500842] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1004.500842] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524b8a24-365d-aade-4cf4-7e418154ea90" [ 1004.500842] env[63920]: _type = "Task" [ 1004.500842] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.509679] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ed1ca-7f1f-46ba-8508-e255bcbff2b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.519782] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524b8a24-365d-aade-4cf4-7e418154ea90, 'name': SearchDatastore_Task, 'duration_secs': 0.01641} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.519782] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521420c0-b692-91de-58b5-7dd15cad4397, 'name': SearchDatastore_Task, 'duration_secs': 0.017153} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.522245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.522492] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.522699] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.523447] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de3988c9-ff4e-4f85-bd5a-4af2f8d60a6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.552169] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a28cb-65ca-45ec-bd62-ddf9bd693d10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.556101] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1004.556101] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b452e-295f-01c5-a579-1518ca30b450" [ 1004.556101] env[63920]: _type = "Task" [ 1004.556101] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.565331] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5e9c06-a349-4cee-9546-a07126bbfde2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.579816] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392687, 'name': ReconfigVM_Task, 'duration_secs': 0.290366} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.579816] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b452e-295f-01c5-a579-1518ca30b450, 'name': SearchDatastore_Task, 'duration_secs': 0.011107} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.579816] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5/3bc7f80a-46fd-4264-b9a0-3d069ce46ce5.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.580280] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.580746] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1/65842489-f52c-4eaa-8d2e-e3ed37c9d4f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.590743] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09601f48-eda3-403c-a304-1ce9bc7fa50b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.590743] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.590743] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.590743] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a9958ca-6196-45f1-a409-d5c69d63cc6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.592939] env[63920]: DEBUG nova.compute.provider_tree [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.594089] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95ff355-8768-465d-bc8e-aeebedb36785 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.602485] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1004.602485] env[63920]: value = "task-2392689" [ 1004.602485] env[63920]: _type = "Task" [ 1004.602485] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.602759] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1004.602759] env[63920]: value = "task-2392688" [ 1004.602759] env[63920]: _type = "Task" [ 1004.602759] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.603896] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.604083] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.610485] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5374544d-67ce-42b9-9c1c-21bbb31410a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.618885] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.622132] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1004.622132] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e8f250-3a9f-82b8-266d-fca1defa26b6" [ 1004.622132] env[63920]: _type = "Task" [ 1004.622132] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.622623] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392688, 'name': Rename_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.630280] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e8f250-3a9f-82b8-266d-fca1defa26b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.705839] env[63920]: DEBUG nova.network.neutron [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updated VIF entry in instance network info cache for port d1ba8282-bf6d-4884-9519-1288de9764de. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.707383] env[63920]: DEBUG nova.network.neutron [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.820770] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.884545] env[63920]: DEBUG nova.compute.manager [req-db20a063-84ca-439d-b1c1-5167f957c5ce req-874877ef-0f8e-4adc-bdf2-7ba93628fafa service nova] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Received event network-vif-deleted-0978c97a-d9b7-4c6d-9d95-759c523aedfb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1004.955089] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.099313] env[63920]: DEBUG nova.scheduler.client.report [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.116105] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495212} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.119659] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1/65842489-f52c-4eaa-8d2e-e3ed37c9d4f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.119870] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.120158] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392688, 'name': Rename_Task, 'duration_secs': 0.149971} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.120364] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa2a582d-7e41-4335-bd1f-0a5b8fb430a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.122197] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.122669] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3429616d-9cc7-4965-83d8-51a6eace8270 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.129520] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1005.129520] env[63920]: value = "task-2392690" [ 1005.129520] env[63920]: _type = "Task" [ 1005.129520] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.138082] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1005.138082] env[63920]: value = "task-2392691" [ 1005.138082] env[63920]: _type = "Task" [ 1005.138082] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.138325] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e8f250-3a9f-82b8-266d-fca1defa26b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013396} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.141958] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e716a4-9856-4d34-9c25-4d8537c33c0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.147594] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.153532] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392691, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.154675] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1005.154675] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524417bd-3e9a-891a-89a9-3aff9f4360a5" [ 1005.154675] env[63920]: _type = "Task" [ 1005.154675] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.162224] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524417bd-3e9a-891a-89a9-3aff9f4360a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.188059] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.209343] env[63920]: DEBUG oslo_concurrency.lockutils [req-aa01ae1e-1588-4e10-a514-912419d7e073 req-3cd5cfa4-6f2b-4acd-8078-aa6d47480893 service nova] Releasing lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.219172] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.219487] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.219665] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.219865] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.219995] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.220157] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.220365] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.220522] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.220704] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.220880] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.221075] env[63920]: DEBUG nova.virt.hardware [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.221916] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b4066-25e6-4477-a20a-7ff794161839 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.230692] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17075cc5-8725-4041-83e5-e22261cf50c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.606614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.438s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.606614] env[63920]: INFO nova.compute.manager [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Migrating [ 1005.615901] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.459s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.615901] env[63920]: DEBUG nova.objects.instance [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lazy-loading 'resources' on Instance uuid 4489863b-20e7-4144-b2a1-25ee3b00490e {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.641793] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06893} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.645480] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.647459] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1898967-8aa2-43bb-837b-3ec3c0055d47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.655347] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392691, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.681280] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1/65842489-f52c-4eaa-8d2e-e3ed37c9d4f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.682324] env[63920]: DEBUG nova.network.neutron [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Successfully updated port: 3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.683716] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1329348-bf20-4573-bd3c-5f740944c091 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.706977] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524417bd-3e9a-891a-89a9-3aff9f4360a5, 'name': SearchDatastore_Task, 'duration_secs': 0.011662} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.708375] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.708648] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.708969] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1005.708969] env[63920]: value = "task-2392692" [ 1005.708969] env[63920]: _type = "Task" [ 1005.708969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.709453] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba765555-d868-433e-8a4f-7cfed0af9ca6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.722964] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392692, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.724755] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1005.724755] env[63920]: value = "task-2392693" [ 1005.724755] env[63920]: _type = "Task" [ 1005.724755] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.735211] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.128640] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.129030] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.129030] env[63920]: DEBUG nova.network.neutron [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.151720] env[63920]: DEBUG oslo_vmware.api [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392691, 'name': PowerOnVM_Task, 'duration_secs': 0.577183} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.151992] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.152217] env[63920]: INFO nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Took 13.86 seconds to spawn the instance on the hypervisor. [ 1006.152398] env[63920]: DEBUG nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.153313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89580ee8-fcf2-46bc-8b9b-1f06c836e7ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.200624] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1006.200788] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.200953] env[63920]: DEBUG nova.network.neutron [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.223475] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392692, 'name': ReconfigVM_Task, 'duration_secs': 0.328692} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.226449] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1/65842489-f52c-4eaa-8d2e-e3ed37c9d4f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.227702] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7924cca0-256a-497e-8763-ce5746119682 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.238152] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.241979] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1006.241979] env[63920]: value = "task-2392694" [ 1006.241979] env[63920]: _type = "Task" [ 1006.241979] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.460904] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad46ef-7629-4c36-9fc6-f7db0e4d3c64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.469662] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94afea1-234c-43b9-823f-cb2602dd259f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.503227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0663cc-74be-49c4-bed1-36945ad78fcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.511264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bb0d1-e2e4-4065-af50-feed48699e4b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.527102] env[63920]: DEBUG nova.compute.provider_tree [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.676453] env[63920]: INFO nova.compute.manager [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Took 26.30 seconds to build instance. [ 1006.739953] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769966} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.740488] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.740714] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.741130] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6e53d1-9ae6-40fe-8e78-3e45714df92b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.751598] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392694, 'name': Rename_Task, 'duration_secs': 0.31825} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.754823] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.754823] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1006.754823] env[63920]: value = "task-2392695" [ 1006.754823] env[63920]: _type = "Task" [ 1006.754823] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.754823] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89bb8a1-1023-45b4-b7da-bb3a4631a70d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.760541] env[63920]: DEBUG nova.network.neutron [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.768883] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.770229] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1006.770229] env[63920]: value = "task-2392696" [ 1006.770229] env[63920]: _type = "Task" [ 1006.770229] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.778913] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.987793] env[63920]: DEBUG nova.compute.manager [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Received event network-vif-plugged-3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.987997] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] Acquiring lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.988246] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.988454] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.988563] env[63920]: DEBUG nova.compute.manager [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] No waiting events found dispatching network-vif-plugged-3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.988721] env[63920]: WARNING nova.compute.manager [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Received unexpected event network-vif-plugged-3cd05042-54a8-44cd-88d1-2d6b9cae4e12 for instance with vm_state building and task_state spawning. [ 1006.988870] env[63920]: DEBUG nova.compute.manager [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Received event network-changed-3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.989098] env[63920]: DEBUG nova.compute.manager [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Refreshing instance network info cache due to event network-changed-3cd05042-54a8-44cd-88d1-2d6b9cae4e12. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1006.989179] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] Acquiring lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.025047] env[63920]: DEBUG nova.network.neutron [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updating instance_info_cache with network_info: [{"id": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "address": "fa:16:3e:16:ff:c7", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd05042-54", "ovs_interfaceid": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.030519] env[63920]: DEBUG nova.network.neutron [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [{"id": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "address": "fa:16:3e:44:9b:5d", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c0eb0d-8f", "ovs_interfaceid": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.032195] env[63920]: DEBUG nova.scheduler.client.report [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.178149] env[63920]: DEBUG oslo_concurrency.lockutils [None req-422066c7-97cf-48a2-925b-797bd8ff5ffd tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.814s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.266329] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188525} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.266564] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.267362] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acbdda2-6f73-41ae-89ce-d07eaafa8d95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.288799] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.289407] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef6d6e2-ce41-4bd1-bcb8-90d53058a50c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.306424] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392696, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.311854] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1007.311854] env[63920]: value = "task-2392697" [ 1007.311854] env[63920]: _type = "Task" [ 1007.311854] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.319043] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.528319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.528711] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Instance network_info: |[{"id": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "address": "fa:16:3e:16:ff:c7", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd05042-54", "ovs_interfaceid": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.529075] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] Acquired lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.529276] env[63920]: DEBUG nova.network.neutron [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Refreshing network info cache for port 3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.530751] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ff:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd05042-54a8-44cd-88d1-2d6b9cae4e12', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.539940] env[63920]: DEBUG oslo.service.loopingcall [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.541387] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.543550] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.545825] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.549038] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.903s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.549231] env[63920]: DEBUG nova.objects.instance [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'resources' on Instance uuid b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.550888] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9655e7e2-1a3a-4b8f-802b-17556069b613 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.571901] env[63920]: INFO nova.scheduler.client.report [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted allocations for instance 4489863b-20e7-4144-b2a1-25ee3b00490e [ 1007.577973] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.577973] env[63920]: value = "task-2392698" [ 1007.577973] env[63920]: _type = "Task" [ 1007.577973] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.587727] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.588009] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.588254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.588455] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.588649] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.590595] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392698, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.591139] env[63920]: INFO nova.compute.manager [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Terminating instance [ 1007.780465] env[63920]: DEBUG oslo_vmware.api [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392696, 'name': PowerOnVM_Task, 'duration_secs': 0.798191} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.782916] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.783145] env[63920]: INFO nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1007.783329] env[63920]: DEBUG nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.784488] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd8a4c-b9d3-4b4e-9978-58ede322d760 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.823753] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392697, 'name': ReconfigVM_Task, 'duration_secs': 0.446781} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.824058] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d/14989861-4ee7-4eea-b83b-220e4eca403d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.824736] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccba0c44-7015-402c-bc4c-9bc220073310 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.833025] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1007.833025] env[63920]: value = "task-2392699" [ 1007.833025] env[63920]: _type = "Task" [ 1007.833025] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.841342] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392699, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.857940] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595b34da-8248-49f9-8ba6-0d73bd14923e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.865448] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b93405-8ee9-49cd-bcd0-d2920a81e667 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.896140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642e9b52-1a72-4332-9c31-61f37de88921 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.903514] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de778e6-0de1-4aea-93cd-09f44fe00cd8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.917918] env[63920]: DEBUG nova.compute.provider_tree [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.085064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-100b6d15-c9ed-410d-acd0-1f707c69961b tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "4489863b-20e7-4144-b2a1-25ee3b00490e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.024s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.093102] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392698, 'name': CreateVM_Task, 'duration_secs': 0.377004} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.093260] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.093888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.094065] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.094380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.094627] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2f257b-7cd9-4b18-b256-30578cf09dda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.098148] env[63920]: DEBUG nova.compute.manager [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.098374] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.100247] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f03a81-36f0-4cdd-8253-8dd3c2417c7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.103067] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1008.103067] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f1f73b-fe93-be4b-f1ca-08aeed20b781" [ 1008.103067] env[63920]: _type = "Task" [ 1008.103067] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.108872] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.109396] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c534e4-3026-43e1-a059-63d109164138 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.114580] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f1f73b-fe93-be4b-f1ca-08aeed20b781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.117896] env[63920]: DEBUG oslo_vmware.api [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1008.117896] env[63920]: value = "task-2392700" [ 1008.117896] env[63920]: _type = "Task" [ 1008.117896] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.125923] env[63920]: DEBUG oslo_vmware.api [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.307418] env[63920]: INFO nova.compute.manager [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Took 18.83 seconds to build instance. [ 1008.323586] env[63920]: DEBUG nova.network.neutron [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updated VIF entry in instance network info cache for port 3cd05042-54a8-44cd-88d1-2d6b9cae4e12. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.323945] env[63920]: DEBUG nova.network.neutron [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updating instance_info_cache with network_info: [{"id": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "address": "fa:16:3e:16:ff:c7", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd05042-54", "ovs_interfaceid": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.343592] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392699, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.421086] env[63920]: DEBUG nova.scheduler.client.report [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.614207] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f1f73b-fe93-be4b-f1ca-08aeed20b781, 'name': SearchDatastore_Task, 'duration_secs': 0.027952} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.614516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.614746] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.614981] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.615143] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.615324] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.615579] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e39097d-3249-4a77-a9b2-ccf75cdc9167 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.623743] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.623917] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.627579] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c73c3b9-401c-4082-8e27-02f05c063511 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.629663] env[63920]: DEBUG oslo_vmware.api [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392700, 'name': PowerOffVM_Task, 'duration_secs': 0.304106} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.629902] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.630088] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.630582] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9532fc35-a6b2-4a84-9481-d1466a5092c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.633480] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1008.633480] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52447d05-0d9f-40d5-717d-8e9d94264bf6" [ 1008.633480] env[63920]: _type = "Task" [ 1008.633480] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.640663] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52447d05-0d9f-40d5-717d-8e9d94264bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.809870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3dc0a379-c009-45df-b251-64306022fac3 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.349s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.826784] env[63920]: DEBUG oslo_concurrency.lockutils [req-8d0d8a11-857a-493e-b1d6-d12231042288 req-4399fedc-ece6-4a31-8859-ad523811e412 service nova] Releasing lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.844476] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392699, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.926818] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.377s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.928710] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.108s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.930298] env[63920]: INFO nova.compute.claims [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.951096] env[63920]: INFO nova.scheduler.client.report [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49 [ 1009.056592] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f72b27b-73ca-4a8d-99fe-f0afbf0a93d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.076092] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.133026] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.133189] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.133490] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Deleting the datastore file [datastore1] 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.133809] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd3dc919-cebb-4b7b-bb43-db56503caccb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.144700] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52447d05-0d9f-40d5-717d-8e9d94264bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.016007} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.146348] env[63920]: DEBUG oslo_vmware.api [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for the task: (returnval){ [ 1009.146348] env[63920]: value = "task-2392702" [ 1009.146348] env[63920]: _type = "Task" [ 1009.146348] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.146550] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-230272ff-ef9c-4aa1-837c-8d4a3baeb984 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.157044] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1009.157044] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eedea1-2e88-c792-0195-5c8a58c2b027" [ 1009.157044] env[63920]: _type = "Task" [ 1009.157044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.157605] env[63920]: DEBUG oslo_vmware.api [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.165590] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eedea1-2e88-c792-0195-5c8a58c2b027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.220921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "13b03ac4-b0ea-4fca-b662-e543c946ef14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.221241] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.221492] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "13b03ac4-b0ea-4fca-b662-e543c946ef14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.221722] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.221941] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.224421] env[63920]: INFO nova.compute.manager [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Terminating instance [ 1009.348677] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392699, 'name': Rename_Task, 'duration_secs': 1.267842} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.349023] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.349560] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cda0a4a-cb89-493b-b285-660fe19cf26a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.358184] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1009.358184] env[63920]: value = "task-2392703" [ 1009.358184] env[63920]: _type = "Task" [ 1009.358184] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.369014] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.461342] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9de373a1-738f-4e0f-859a-f96eac670d2d tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.500s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.584022] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.584022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0863e95-7a68-4098-b02b-ce05776c4737 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.590924] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1009.590924] env[63920]: value = "task-2392704" [ 1009.590924] env[63920]: _type = "Task" [ 1009.590924] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.603911] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.649323] env[63920]: DEBUG nova.compute.manager [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-changed-d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.649644] env[63920]: DEBUG nova.compute.manager [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Refreshing instance network info cache due to event network-changed-d1ba8282-bf6d-4884-9519-1288de9764de. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1009.649887] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] Acquiring lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.650313] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] Acquired lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.650391] env[63920]: DEBUG nova.network.neutron [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Refreshing network info cache for port d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.670216] env[63920]: DEBUG oslo_vmware.api [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Task: {'id': task-2392702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135295} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.670972] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.671217] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.671462] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.671659] env[63920]: INFO nova.compute.manager [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1009.671921] env[63920]: DEBUG oslo.service.loopingcall [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.672424] env[63920]: DEBUG nova.compute.manager [-] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.672545] env[63920]: DEBUG nova.network.neutron [-] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1009.678578] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52eedea1-2e88-c792-0195-5c8a58c2b027, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.679161] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.679419] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d027a6e2-38be-48f7-b86d-7a615dbde9a8/d027a6e2-38be-48f7-b86d-7a615dbde9a8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.679711] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c8c32b-0777-40bd-964f-ad4334ead8bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.682206] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.682420] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.682555] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1009.688205] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1009.688205] env[63920]: value = "task-2392705" [ 1009.688205] env[63920]: _type = "Task" [ 1009.688205] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.697042] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.728978] env[63920]: DEBUG nova.compute.manager [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.729297] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.730671] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23da817c-ffbc-4421-90d7-31523458059e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.738752] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.739126] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1ab0c37-4d50-4aab-98d7-f077bc75c38c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.746424] env[63920]: DEBUG oslo_vmware.api [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 1009.746424] env[63920]: value = "task-2392706" [ 1009.746424] env[63920]: _type = "Task" [ 1009.746424] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.755672] env[63920]: DEBUG oslo_vmware.api [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.870064] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392703, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.988519] env[63920]: DEBUG nova.compute.manager [req-04c99999-ecd4-4e51-bfd1-d58668355e40 req-143b46fb-9860-434a-8fae-e86c51e5d7b6 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received event network-vif-deleted-d26ba606-12c3-41ad-9e41-923aa8b1aa59 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1009.988721] env[63920]: INFO nova.compute.manager [req-04c99999-ecd4-4e51-bfd1-d58668355e40 req-143b46fb-9860-434a-8fae-e86c51e5d7b6 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Neutron deleted interface d26ba606-12c3-41ad-9e41-923aa8b1aa59; detaching it from the instance and deleting it from the info cache [ 1009.988973] env[63920]: DEBUG nova.network.neutron [req-04c99999-ecd4-4e51-bfd1-d58668355e40 req-143b46fb-9860-434a-8fae-e86c51e5d7b6 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Updating instance_info_cache with network_info: [{"id": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "address": "fa:16:3e:c4:97:0b", "network": {"id": "60b2a120-1468-48a3-8503-b8a6a14b9555", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1937375463", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "10d69d72a8624b0dba8699786c2e3c29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20e3f794-c7a3-4696-9488-ecf34c570ef9", "external-id": "nsx-vlan-transportzone-509", "segmentation_id": 509, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf212837e-32", "ovs_interfaceid": "f212837e-32c7-4aaf-bf8b-c30017d405a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.101824] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392704, 'name': PowerOffVM_Task, 'duration_secs': 0.203731} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.104745] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.106230] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.201790] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392705, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.255655] env[63920]: DEBUG oslo_vmware.api [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392706, 'name': PowerOffVM_Task, 'duration_secs': 0.36034} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.255831] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.255995] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.256347] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d373c15-5ffc-4c53-8069-25bfe6c1ec76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.275420] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.275539] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.275692] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1010.311426] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab25010-204e-442a-acf5-82163c0f318d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.317734] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.317955] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.318150] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleting the datastore file [datastore2] 13b03ac4-b0ea-4fca-b662-e543c946ef14 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.320165] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94d988d5-f783-40c8-a9ae-472b1f996742 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.322603] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1d15f6-b542-416e-9c02-4e3215bcabc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.330447] env[63920]: DEBUG oslo_vmware.api [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for the task: (returnval){ [ 1010.330447] env[63920]: value = "task-2392708" [ 1010.330447] env[63920]: _type = "Task" [ 1010.330447] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.360363] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d808e066-9348-4593-8a9b-4de6d957a9aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.371231] env[63920]: DEBUG oslo_vmware.api [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392703, 'name': PowerOnVM_Task, 'duration_secs': 0.607333} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.375505] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.375718] env[63920]: DEBUG nova.compute.manager [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.376031] env[63920]: DEBUG oslo_vmware.api [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.376701] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88fef0d-94ed-4f22-8db0-793aa3895ee2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.379866] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd211b-4d99-4daf-996b-3d6083e58f37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.398259] env[63920]: DEBUG nova.compute.provider_tree [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.492432] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3460c66c-d8fe-481b-8d6f-f99db52bbeb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.503190] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20991357-d4db-48b4-87bc-1910a4ba144e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.544564] env[63920]: DEBUG nova.compute.manager [req-04c99999-ecd4-4e51-bfd1-d58668355e40 req-143b46fb-9860-434a-8fae-e86c51e5d7b6 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Detach interface failed, port_id=d26ba606-12c3-41ad-9e41-923aa8b1aa59, reason: Instance 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1010.567520] env[63920]: DEBUG nova.network.neutron [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updated VIF entry in instance network info cache for port d1ba8282-bf6d-4884-9519-1288de9764de. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.567520] env[63920]: DEBUG nova.network.neutron [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.613096] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.613096] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.613096] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.613375] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.613375] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.613467] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.613676] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.613820] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.614014] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.614163] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.614336] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.621812] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce0a71d5-5bfa-482b-8ce9-19891ef1af74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.639047] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1010.639047] env[63920]: value = "task-2392709" [ 1010.639047] env[63920]: _type = "Task" [ 1010.639047] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.646941] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.702249] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528456} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.702630] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d027a6e2-38be-48f7-b86d-7a615dbde9a8/d027a6e2-38be-48f7-b86d-7a615dbde9a8.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.702725] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.702974] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3df1c43a-962c-4af1-a957-c53d2c29f78a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.709175] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1010.709175] env[63920]: value = "task-2392710" [ 1010.709175] env[63920]: _type = "Task" [ 1010.709175] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.717043] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.806272] env[63920]: DEBUG nova.network.neutron [-] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.864030] env[63920]: DEBUG oslo_vmware.api [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Task: {'id': task-2392708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193652} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.865692] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.865692] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.865692] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.865692] env[63920]: INFO nova.compute.manager [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1010.865692] env[63920]: DEBUG oslo.service.loopingcall [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.865692] env[63920]: DEBUG nova.compute.manager [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.865692] env[63920]: DEBUG nova.network.neutron [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.902465] env[63920]: DEBUG nova.scheduler.client.report [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.910745] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.070310] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb7ba934-f8f6-4fc1-8e22-55d0bb19e230 req-0043fbf7-55da-470d-ac1b-45ef9f122d43 service nova] Releasing lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.124430] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "2e1d1676-ca01-49f7-89cf-bae133b93f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.124671] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.149955] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392709, 'name': ReconfigVM_Task, 'duration_secs': 0.455674} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.150271] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.219922] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310697} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.220217] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.220977] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2c998c-a63e-48ea-9aee-f0d4585dc45b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.244833] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] d027a6e2-38be-48f7-b86d-7a615dbde9a8/d027a6e2-38be-48f7-b86d-7a615dbde9a8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.245159] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c718e5-c952-47f4-882a-14da08181de7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.266254] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1011.266254] env[63920]: value = "task-2392711" [ 1011.266254] env[63920]: _type = "Task" [ 1011.266254] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.275450] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.308384] env[63920]: INFO nova.compute.manager [-] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Took 1.64 seconds to deallocate network for instance. [ 1011.409911] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.410308] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.414231] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.458s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.414231] env[63920]: DEBUG nova.objects.instance [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'resources' on Instance uuid 9310c2ce-0209-438c-bbff-9171de4181e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.448985] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "14989861-4ee7-4eea-b83b-220e4eca403d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.449411] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "14989861-4ee7-4eea-b83b-220e4eca403d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.449770] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "14989861-4ee7-4eea-b83b-220e4eca403d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.450088] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "14989861-4ee7-4eea-b83b-220e4eca403d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.450368] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "14989861-4ee7-4eea-b83b-220e4eca403d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.452949] env[63920]: INFO nova.compute.manager [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Terminating instance [ 1011.530261] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updating instance_info_cache with network_info: [{"id": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "address": "fa:16:3e:eb:c5:58", "network": {"id": "4c3910dd-2341-4444-8e4b-1490e9dfd918", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1708963178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b523b7bf8ca40068d5fd56db0d72fb9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf805ce2-fa", "ovs_interfaceid": "cf805ce2-fa84-446e-bfee-995d9efa1eac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.601711] env[63920]: DEBUG nova.network.neutron [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.628422] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.656975] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.657233] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.657442] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.657658] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.657891] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.658038] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.658304] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.658479] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.658688] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.658885] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.659103] env[63920]: DEBUG nova.virt.hardware [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.664484] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1011.665581] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717cacb3-0126-4536-890d-11e01052fcbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.686380] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1011.686380] env[63920]: value = "task-2392712" [ 1011.686380] env[63920]: _type = "Task" [ 1011.686380] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.696519] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.777435] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.815130] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.916878] env[63920]: DEBUG nova.compute.utils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.920838] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.921017] env[63920]: DEBUG nova.network.neutron [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.960541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "refresh_cache-14989861-4ee7-4eea-b83b-220e4eca403d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.960541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "refresh_cache-14989861-4ee7-4eea-b83b-220e4eca403d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.960541] env[63920]: DEBUG nova.network.neutron [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.965913] env[63920]: DEBUG nova.policy [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb50b686c2548f99f92769774087664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd474af2a9cc842d8bae667a24a1b7bc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.021932] env[63920]: DEBUG nova.compute.manager [req-c8a36831-7dd4-407b-b64a-2d5ee078a9f0 req-a99a1439-3123-46ff-9eeb-597e75e50108 service nova] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Received event network-vif-deleted-f212837e-32c7-4aaf-bf8b-c30017d405a4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.022212] env[63920]: DEBUG nova.compute.manager [req-c8a36831-7dd4-407b-b64a-2d5ee078a9f0 req-a99a1439-3123-46ff-9eeb-597e75e50108 service nova] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Received event network-vif-deleted-f1194aef-e06c-4293-ac10-7953fd2fe253 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1012.033360] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-70a96b3c-f4bc-4b4a-be00-ffb969da1814" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.035781] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.035781] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1012.035781] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1012.105594] env[63920]: INFO nova.compute.manager [-] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Took 1.24 seconds to deallocate network for instance. [ 1012.159449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.201857] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392712, 'name': ReconfigVM_Task, 'duration_secs': 0.506867} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.207119] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.208813] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57161b5-3103-458b-b99d-77783e1fade4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.235940] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4/b0f47fab-717c-471d-a9b3-3f499aed7ee4.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.238683] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2682b9-ea0b-4d2c-b484-b8b8d48e98d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.258501] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1012.258501] env[63920]: value = "task-2392713" [ 1012.258501] env[63920]: _type = "Task" [ 1012.258501] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.266398] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.268099] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e69201f-0171-4da9-a088-979c68c3095d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.278214] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.283469] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d794362-783a-43af-b1c0-53816772bca1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.318015] env[63920]: DEBUG nova.network.neutron [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Successfully created port: c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.320787] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd0942d-de8d-45b2-a75e-9ddb7c8e4a0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.329039] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9a82d0-f4dc-4307-8e90-4bcaa1f00796 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.343301] env[63920]: DEBUG nova.compute.provider_tree [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.424235] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.483246] env[63920]: DEBUG nova.network.neutron [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.539056] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.563460] env[63920]: DEBUG nova.network.neutron [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.617559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.768965] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392713, 'name': ReconfigVM_Task, 'duration_secs': 0.279376} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.771994] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4/b0f47fab-717c-471d-a9b3-3f499aed7ee4.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.772331] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.780603] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392711, 'name': ReconfigVM_Task, 'duration_secs': 1.142664} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.780884] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Reconfigured VM instance instance-0000005b to attach disk [datastore2] d027a6e2-38be-48f7-b86d-7a615dbde9a8/d027a6e2-38be-48f7-b86d-7a615dbde9a8.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.781789] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc631e1e-78cb-4955-a6c4-09520b43df60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.787968] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1012.787968] env[63920]: value = "task-2392714" [ 1012.787968] env[63920]: _type = "Task" [ 1012.787968] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.796263] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392714, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.846596] env[63920]: DEBUG nova.scheduler.client.report [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.066563] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "refresh_cache-14989861-4ee7-4eea-b83b-220e4eca403d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.066978] env[63920]: DEBUG nova.compute.manager [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.067192] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.068797] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b67ec-828d-4d56-9d87-d2ccfd2e5ab7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.076788] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.077055] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d95c82be-c227-4781-8136-d5d54dd07400 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.083120] env[63920]: DEBUG oslo_vmware.api [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1013.083120] env[63920]: value = "task-2392715" [ 1013.083120] env[63920]: _type = "Task" [ 1013.083120] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.090825] env[63920]: DEBUG oslo_vmware.api [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.278486] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc593c2-133f-4f5a-8041-f349912f6f92 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.302028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a3390e-95d1-4d7c-8a5e-5196076d9d1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.309263] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392714, 'name': Rename_Task, 'duration_secs': 0.194785} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.322661] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.323122] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.327096] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8747431c-7919-49e8-9987-121e6ce152cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.334409] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1013.334409] env[63920]: value = "task-2392716" [ 1013.334409] env[63920]: _type = "Task" [ 1013.334409] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.341891] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.351792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.354052] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.443s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.354215] env[63920]: DEBUG nova.objects.instance [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1013.382758] env[63920]: INFO nova.scheduler.client.report [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleted allocations for instance 9310c2ce-0209-438c-bbff-9171de4181e0 [ 1013.433735] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.463165] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.463434] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.463598] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.463782] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.463927] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.464149] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.464508] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.464628] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.464810] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.465033] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.465293] env[63920]: DEBUG nova.virt.hardware [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.466182] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a774c3-c4ea-4970-b47e-f70a3139e3d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.474862] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946cae76-cd07-405a-8339-089e05f084d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.593087] env[63920]: DEBUG oslo_vmware.api [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392715, 'name': PowerOffVM_Task, 'duration_secs': 0.29074} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.593386] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.593606] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.593863] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3693e88e-bfdc-4aad-87b3-2eba02b10bc3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.619274] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.619480] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.619662] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleting the datastore file [datastore1] 14989861-4ee7-4eea-b83b-220e4eca403d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.619912] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e13e65-58fe-47ff-9bac-91cb0ed265c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.626305] env[63920]: DEBUG oslo_vmware.api [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1013.626305] env[63920]: value = "task-2392718" [ 1013.626305] env[63920]: _type = "Task" [ 1013.626305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.633773] env[63920]: DEBUG oslo_vmware.api [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.846019] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392716, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.890154] env[63920]: DEBUG nova.network.neutron [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Port 12c0eb0d-8f2b-405d-a142-9f74d7fe7021 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1013.890741] env[63920]: DEBUG oslo_concurrency.lockutils [None req-16d67d52-7fcb-4756-a63b-495e3eb43248 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "9310c2ce-0209-438c-bbff-9171de4181e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.213s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.045122] env[63920]: DEBUG nova.network.neutron [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Successfully updated port: c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.054841] env[63920]: DEBUG nova.compute.manager [req-52153509-8cae-44cc-8444-b644987fe1f2 req-ec704a03-06f1-43af-b53a-d44520604b11 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Received event network-vif-plugged-c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1014.055106] env[63920]: DEBUG oslo_concurrency.lockutils [req-52153509-8cae-44cc-8444-b644987fe1f2 req-ec704a03-06f1-43af-b53a-d44520604b11 service nova] Acquiring lock "11a701e4-a25f-446f-af23-9eab9eb9267c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.055414] env[63920]: DEBUG oslo_concurrency.lockutils [req-52153509-8cae-44cc-8444-b644987fe1f2 req-ec704a03-06f1-43af-b53a-d44520604b11 service nova] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.055532] env[63920]: DEBUG oslo_concurrency.lockutils [req-52153509-8cae-44cc-8444-b644987fe1f2 req-ec704a03-06f1-43af-b53a-d44520604b11 service nova] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.056055] env[63920]: DEBUG nova.compute.manager [req-52153509-8cae-44cc-8444-b644987fe1f2 req-ec704a03-06f1-43af-b53a-d44520604b11 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] No waiting events found dispatching network-vif-plugged-c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.056282] env[63920]: WARNING nova.compute.manager [req-52153509-8cae-44cc-8444-b644987fe1f2 req-ec704a03-06f1-43af-b53a-d44520604b11 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Received unexpected event network-vif-plugged-c8f7a3bc-73fc-4247-9121-86a0553b652b for instance with vm_state building and task_state spawning. [ 1014.138504] env[63920]: DEBUG oslo_vmware.api [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115094} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.138504] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.138504] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.138504] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.138504] env[63920]: INFO nova.compute.manager [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1014.138504] env[63920]: DEBUG oslo.service.loopingcall [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1014.138850] env[63920]: DEBUG nova.compute.manager [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.138850] env[63920]: DEBUG nova.network.neutron [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.154744] env[63920]: DEBUG nova.network.neutron [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.345931] env[63920]: DEBUG oslo_vmware.api [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392716, 'name': PowerOnVM_Task, 'duration_secs': 0.615453} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.346210] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.346415] env[63920]: INFO nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1014.346595] env[63920]: DEBUG nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.347375] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46763e5-6997-471c-8898-d512a2e71807 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.362064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-07a3687a-10bd-4b24-a5df-4ade86c7aad5 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.362957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.548s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.363212] env[63920]: DEBUG nova.objects.instance [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lazy-loading 'resources' on Instance uuid 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.547439] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "refresh_cache-11a701e4-a25f-446f-af23-9eab9eb9267c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.547797] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "refresh_cache-11a701e4-a25f-446f-af23-9eab9eb9267c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.547797] env[63920]: DEBUG nova.network.neutron [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.657623] env[63920]: DEBUG nova.network.neutron [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.864036] env[63920]: INFO nova.compute.manager [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Took 22.42 seconds to build instance. [ 1014.913361] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.913607] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.913779] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.079063] env[63920]: DEBUG nova.network.neutron [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.118554] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e88bd2-b9db-497b-8012-113085792242 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.127807] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e10192-3182-4388-901e-721f3675d2a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.160070] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7de7e58-d2a4-49f0-b3d6-0fcb6b551148 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.162650] env[63920]: INFO nova.compute.manager [-] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Took 1.02 seconds to deallocate network for instance. [ 1015.172143] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a16b97-c6ed-426d-acb4-f49906313ee2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.187537] env[63920]: DEBUG nova.compute.provider_tree [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.275292] env[63920]: DEBUG nova.network.neutron [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Updating instance_info_cache with network_info: [{"id": "c8f7a3bc-73fc-4247-9121-86a0553b652b", "address": "fa:16:3e:37:a6:82", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f7a3bc-73", "ovs_interfaceid": "c8f7a3bc-73fc-4247-9121-86a0553b652b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.366405] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4f8b12d5-7704-4f97-ad00-f7ee671a8a46 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.932s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.668725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1015.691373] env[63920]: DEBUG nova.scheduler.client.report [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.770847] env[63920]: DEBUG nova.compute.manager [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Received event network-changed-3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.771198] env[63920]: DEBUG nova.compute.manager [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Refreshing instance network info cache due to event network-changed-3cd05042-54a8-44cd-88d1-2d6b9cae4e12. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.771505] env[63920]: DEBUG oslo_concurrency.lockutils [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] Acquiring lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.771776] env[63920]: DEBUG oslo_concurrency.lockutils [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] Acquired lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.772119] env[63920]: DEBUG nova.network.neutron [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Refreshing network info cache for port 3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.777615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "refresh_cache-11a701e4-a25f-446f-af23-9eab9eb9267c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.777870] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Instance network_info: |[{"id": "c8f7a3bc-73fc-4247-9121-86a0553b652b", "address": "fa:16:3e:37:a6:82", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f7a3bc-73", "ovs_interfaceid": "c8f7a3bc-73fc-4247-9121-86a0553b652b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.778296] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:a6:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8f7a3bc-73fc-4247-9121-86a0553b652b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.785731] env[63920]: DEBUG oslo.service.loopingcall [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.786667] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.786901] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43ff2e82-2ace-421b-8217-bd87d7cb8aca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.809278] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.809278] env[63920]: value = "task-2392720" [ 1015.809278] env[63920]: _type = "Task" [ 1015.809278] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.819699] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392720, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.950859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.951084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.951355] env[63920]: DEBUG nova.network.neutron [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.084623] env[63920]: DEBUG nova.compute.manager [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Received event network-changed-c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1016.084623] env[63920]: DEBUG nova.compute.manager [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Refreshing instance network info cache due to event network-changed-c8f7a3bc-73fc-4247-9121-86a0553b652b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1016.085149] env[63920]: DEBUG oslo_concurrency.lockutils [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] Acquiring lock "refresh_cache-11a701e4-a25f-446f-af23-9eab9eb9267c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.085149] env[63920]: DEBUG oslo_concurrency.lockutils [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] Acquired lock "refresh_cache-11a701e4-a25f-446f-af23-9eab9eb9267c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.086905] env[63920]: DEBUG nova.network.neutron [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Refreshing network info cache for port c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.196200] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.198483] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.039s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.199952] env[63920]: INFO nova.compute.claims [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.221971] env[63920]: INFO nova.scheduler.client.report [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Deleted allocations for instance 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5 [ 1016.322399] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392720, 'name': CreateVM_Task, 'duration_secs': 0.319199} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.322399] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.322851] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.322930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.323271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.323555] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc280ec4-af29-4543-b91f-b4498bb5370e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.328059] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1016.328059] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52abdb6f-6fb8-342b-03f7-3c074a5998a4" [ 1016.328059] env[63920]: _type = "Task" [ 1016.328059] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.336883] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52abdb6f-6fb8-342b-03f7-3c074a5998a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.732459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2778c913-458f-4357-97f9-ae7e77dcb81a tempest-ServersTestMultiNic-587841817 tempest-ServersTestMultiNic-587841817-project-member] Lock "3bc7f80a-46fd-4264-b9a0-3d069ce46ce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.144s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.839517] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52abdb6f-6fb8-342b-03f7-3c074a5998a4, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.839821] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.840068] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.840308] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.840454] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.840637] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.840959] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-428909a9-ca95-4d60-91d2-f460bf6cfde3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.850640] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.850824] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.853426] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b27bd1-2473-4d6e-9a41-cea58a78b0c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.860552] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1016.860552] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250e209-62e5-f4db-de2e-1a544fd8b0bc" [ 1016.860552] env[63920]: _type = "Task" [ 1016.860552] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.867910] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250e209-62e5-f4db-de2e-1a544fd8b0bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.049569] env[63920]: DEBUG nova.network.neutron [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updated VIF entry in instance network info cache for port 3cd05042-54a8-44cd-88d1-2d6b9cae4e12. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.049941] env[63920]: DEBUG nova.network.neutron [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updating instance_info_cache with network_info: [{"id": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "address": "fa:16:3e:16:ff:c7", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd05042-54", "ovs_interfaceid": "3cd05042-54a8-44cd-88d1-2d6b9cae4e12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.082267] env[63920]: DEBUG nova.network.neutron [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Updated VIF entry in instance network info cache for port c8f7a3bc-73fc-4247-9121-86a0553b652b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.082388] env[63920]: DEBUG nova.network.neutron [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Updating instance_info_cache with network_info: [{"id": "c8f7a3bc-73fc-4247-9121-86a0553b652b", "address": "fa:16:3e:37:a6:82", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8f7a3bc-73", "ovs_interfaceid": "c8f7a3bc-73fc-4247-9121-86a0553b652b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.087144] env[63920]: DEBUG nova.network.neutron [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [{"id": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "address": "fa:16:3e:44:9b:5d", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c0eb0d-8f", "ovs_interfaceid": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.375691] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250e209-62e5-f4db-de2e-1a544fd8b0bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008628} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.376471] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96c12f87-d71e-48dd-96af-9ee1d233aaaf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382538] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1017.382538] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5258e783-0422-f3a4-4ecf-b1da9b2b9253" [ 1017.382538] env[63920]: _type = "Task" [ 1017.382538] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.393595] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5258e783-0422-f3a4-4ecf-b1da9b2b9253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.486784] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e0b854-d534-4890-b39a-a454116276b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.496942] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c86fb-0b80-4190-b207-381ab933d788 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.533431] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9466b3a-66b6-4a1b-9e8c-b1a118eac41b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.541295] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe0bdf3-d5c2-4727-a3d6-6c3b25c72a64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.556989] env[63920]: DEBUG oslo_concurrency.lockutils [req-bede0078-b326-4ceb-aeaf-1192f129590b req-bc4becfe-2040-4581-afe5-2454e7492356 service nova] Releasing lock "refresh_cache-d027a6e2-38be-48f7-b86d-7a615dbde9a8" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.557614] env[63920]: DEBUG nova.compute.provider_tree [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.584929] env[63920]: DEBUG oslo_concurrency.lockutils [req-ff6209ac-438f-4ef0-a0a7-7c950dabc15f req-caa4409b-4420-4e90-b502-0c9d658681e6 service nova] Releasing lock "refresh_cache-11a701e4-a25f-446f-af23-9eab9eb9267c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.589615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.893116] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5258e783-0422-f3a4-4ecf-b1da9b2b9253, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.893418] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.893687] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 11a701e4-a25f-446f-af23-9eab9eb9267c/11a701e4-a25f-446f-af23-9eab9eb9267c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.893937] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c706b7c-c1ff-44bf-9582-0fa94534be91 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.900638] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1017.900638] env[63920]: value = "task-2392721" [ 1017.900638] env[63920]: _type = "Task" [ 1017.900638] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.908737] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.060623] env[63920]: DEBUG nova.scheduler.client.report [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.122459] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8d2fc7-ad95-42e9-970d-302feb9ce605 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.149232] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4789208-0731-48f2-ab06-7d4aea6a9566 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.159351] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.411537] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474243} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.411537] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 11a701e4-a25f-446f-af23-9eab9eb9267c/11a701e4-a25f-446f-af23-9eab9eb9267c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.411733] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.411930] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98849195-b0c4-48de-a127-9e10c0c1ca08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.419020] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1018.419020] env[63920]: value = "task-2392722" [ 1018.419020] env[63920]: _type = "Task" [ 1018.419020] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.427502] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.566375] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.566941] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.570353] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.031s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.571173] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.571173] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1018.571173] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.954s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.571375] env[63920]: DEBUG nova.objects.instance [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lazy-loading 'resources' on Instance uuid 13b03ac4-b0ea-4fca-b662-e543c946ef14 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.573373] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89345f3e-bb03-4928-b6e8-527b5736a475 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.581983] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47bf6e-cff4-4579-a886-b55ecd95e2fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.598151] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d3e5c-bc42-4dd6-8e7e-7efecf9b6757 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.605217] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036bd78d-ba4d-4ba3-8a89-6f362cbda758 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.639881] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178135MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1018.640054] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.666306] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.666555] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022471c4-b0d8-4667-aacb-adeec17a6590 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.673499] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1018.673499] env[63920]: value = "task-2392723" [ 1018.673499] env[63920]: _type = "Task" [ 1018.673499] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.681350] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.928814] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064728} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.929216] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.930041] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac12c82-a4f7-4277-a595-dc242fb6e306 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.955022] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 11a701e4-a25f-446f-af23-9eab9eb9267c/11a701e4-a25f-446f-af23-9eab9eb9267c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.955022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c85423f-546a-4ad8-92fc-f4255d602a15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.976096] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1018.976096] env[63920]: value = "task-2392724" [ 1018.976096] env[63920]: _type = "Task" [ 1018.976096] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.981243] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.079396] env[63920]: DEBUG nova.compute.utils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1019.079396] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.079396] env[63920]: DEBUG nova.network.neutron [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.156580] env[63920]: DEBUG nova.policy [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.187243] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.358873] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14677c2b-966c-4318-8a5d-f22872ee1a54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.366376] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f590761c-fc9d-4038-9f08-eb1e7076b5c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.399072] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649a99a-ba35-4c4d-9255-98d828717045 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.406770] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d957cb2-aaed-42f6-950c-529748a151e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.423476] env[63920]: DEBUG nova.compute.provider_tree [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.462871] env[63920]: DEBUG nova.network.neutron [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Successfully created port: 05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.483660] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392724, 'name': ReconfigVM_Task, 'duration_secs': 0.277888} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.484010] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 11a701e4-a25f-446f-af23-9eab9eb9267c/11a701e4-a25f-446f-af23-9eab9eb9267c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.484706] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea37b95-4eb8-4b99-9b24-3bd21c6e058d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.491793] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1019.491793] env[63920]: value = "task-2392725" [ 1019.491793] env[63920]: _type = "Task" [ 1019.491793] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.501103] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392725, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.585472] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.637525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.637819] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.638030] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.638214] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.638376] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.645017] env[63920]: INFO nova.compute.manager [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Terminating instance [ 1019.684605] env[63920]: DEBUG oslo_vmware.api [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392723, 'name': PowerOnVM_Task, 'duration_secs': 0.930865} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.684891] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.685090] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8732a58-b50c-4d64-a397-d700745146e7 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance 'b0f47fab-717c-471d-a9b3-3f499aed7ee4' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.927105] env[63920]: DEBUG nova.scheduler.client.report [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.002898] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392725, 'name': Rename_Task, 'duration_secs': 0.141377} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.003239] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.003450] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-963ac9ae-ca00-4fcb-930e-c511692d1b04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.009439] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1020.009439] env[63920]: value = "task-2392726" [ 1020.009439] env[63920]: _type = "Task" [ 1020.009439] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.018168] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.146505] env[63920]: DEBUG nova.compute.manager [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.146838] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.147811] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74210038-0bd4-46f2-bbbc-3ceac97f5f88 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.157532] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.157803] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9772b1c-fc80-4eb5-a550-63c549ed239b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.164310] env[63920]: DEBUG oslo_vmware.api [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 1020.164310] env[63920]: value = "task-2392727" [ 1020.164310] env[63920]: _type = "Task" [ 1020.164310] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.172230] env[63920]: DEBUG oslo_vmware.api [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.436810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.439740] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.771s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.440034] env[63920]: DEBUG nova.objects.instance [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lazy-loading 'resources' on Instance uuid 14989861-4ee7-4eea-b83b-220e4eca403d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.469285] env[63920]: INFO nova.scheduler.client.report [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Deleted allocations for instance 13b03ac4-b0ea-4fca-b662-e543c946ef14 [ 1020.520707] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.594981] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.622257] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.622517] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.622679] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.622856] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.623012] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.623190] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.623397] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.623554] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.623724] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.623887] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.624070] env[63920]: DEBUG nova.virt.hardware [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.624928] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909574d1-1cd1-421e-b989-82b8bb914d12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.633267] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c1ad63-f661-4585-97bf-5cc961b93888 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.674909] env[63920]: DEBUG oslo_vmware.api [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392727, 'name': PowerOffVM_Task, 'duration_secs': 0.402026} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.674909] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.674909] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.674909] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c40ce169-8806-4b5f-afc7-70a98071d58e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.978727] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4a8c4c03-516e-43b7-abe2-958413fef3d4 tempest-ServersAdminTestJSON-1204031242 tempest-ServersAdminTestJSON-1204031242-project-member] Lock "13b03ac4-b0ea-4fca-b662-e543c946ef14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.757s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.020304] env[63920]: DEBUG oslo_vmware.api [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392726, 'name': PowerOnVM_Task, 'duration_secs': 0.626389} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.020609] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.020770] env[63920]: INFO nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1021.021172] env[63920]: DEBUG nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.022324] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1810acd-f938-4be6-981f-8234ee6f505d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.107630] env[63920]: DEBUG nova.compute.manager [req-c8695b2b-a487-44cf-b6fc-6f51b45c9e5a req-4173a124-1954-44f5-98ea-abea62924592 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Received event network-vif-plugged-05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1021.107861] env[63920]: DEBUG oslo_concurrency.lockutils [req-c8695b2b-a487-44cf-b6fc-6f51b45c9e5a req-4173a124-1954-44f5-98ea-abea62924592 service nova] Acquiring lock "2e1d1676-ca01-49f7-89cf-bae133b93f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.108077] env[63920]: DEBUG oslo_concurrency.lockutils [req-c8695b2b-a487-44cf-b6fc-6f51b45c9e5a req-4173a124-1954-44f5-98ea-abea62924592 service nova] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.108244] env[63920]: DEBUG oslo_concurrency.lockutils [req-c8695b2b-a487-44cf-b6fc-6f51b45c9e5a req-4173a124-1954-44f5-98ea-abea62924592 service nova] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.108409] env[63920]: DEBUG nova.compute.manager [req-c8695b2b-a487-44cf-b6fc-6f51b45c9e5a req-4173a124-1954-44f5-98ea-abea62924592 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] No waiting events found dispatching network-vif-plugged-05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1021.108592] env[63920]: WARNING nova.compute.manager [req-c8695b2b-a487-44cf-b6fc-6f51b45c9e5a req-4173a124-1954-44f5-98ea-abea62924592 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Received unexpected event network-vif-plugged-05f99400-388d-41d1-b382-11d2503c0955 for instance with vm_state building and task_state spawning. [ 1021.231615] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9287d22c-8bab-4de5-a28d-7c7fec6ec7bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.246987] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2c962a-67f1-4f9f-834b-ab549a9698ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.278888] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049464cb-8736-42b9-9abb-79327dac6f48 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.288104] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82794a89-9673-4350-a249-08a407f6f629 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.304058] env[63920]: DEBUG nova.compute.provider_tree [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.345224] env[63920]: DEBUG nova.network.neutron [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Successfully updated port: 05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.508457] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.508725] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.509062] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleting the datastore file [datastore2] 70a96b3c-f4bc-4b4a-be00-ffb969da1814 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.509186] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3983b1e8-4e23-4ca7-a9a7-44d16a28a6eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.515671] env[63920]: DEBUG oslo_vmware.api [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 1021.515671] env[63920]: value = "task-2392729" [ 1021.515671] env[63920]: _type = "Task" [ 1021.515671] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.524191] env[63920]: DEBUG oslo_vmware.api [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.541933] env[63920]: INFO nova.compute.manager [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Took 16.73 seconds to build instance. [ 1021.807253] env[63920]: DEBUG nova.scheduler.client.report [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.851832] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-2e1d1676-ca01-49f7-89cf-bae133b93f20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.851966] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-2e1d1676-ca01-49f7-89cf-bae133b93f20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.852118] env[63920]: DEBUG nova.network.neutron [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.027903] env[63920]: DEBUG oslo_vmware.api [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346351} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.028260] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.028370] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.028519] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.028687] env[63920]: INFO nova.compute.manager [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1022.028929] env[63920]: DEBUG oslo.service.loopingcall [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.029131] env[63920]: DEBUG nova.compute.manager [-] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.029222] env[63920]: DEBUG nova.network.neutron [-] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.045172] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9cad48f1-e022-4cfb-a409-e9a132901388 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.248s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.312449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.315571] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.675s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.355090] env[63920]: INFO nova.scheduler.client.report [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleted allocations for instance 14989861-4ee7-4eea-b83b-220e4eca403d [ 1022.406036] env[63920]: DEBUG nova.network.neutron [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.501938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.502250] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.502459] env[63920]: DEBUG nova.compute.manager [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Going to confirm migration 4 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1022.633412] env[63920]: DEBUG nova.network.neutron [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Updating instance_info_cache with network_info: [{"id": "05f99400-388d-41d1-b382-11d2503c0955", "address": "fa:16:3e:43:23:6e", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f99400-38", "ovs_interfaceid": "05f99400-388d-41d1-b382-11d2503c0955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.866022] env[63920]: DEBUG oslo_concurrency.lockutils [None req-90e132c5-4d80-4175-ab5e-262bdd50b8ae tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "14989861-4ee7-4eea-b83b-220e4eca403d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.416s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.966722] env[63920]: DEBUG nova.network.neutron [-] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.077189] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.077189] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquired lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.077189] env[63920]: DEBUG nova.network.neutron [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.077189] env[63920]: DEBUG nova.objects.instance [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'info_cache' on Instance uuid b0f47fab-717c-471d-a9b3-3f499aed7ee4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.135460] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-2e1d1676-ca01-49f7-89cf-bae133b93f20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.135848] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Instance network_info: |[{"id": "05f99400-388d-41d1-b382-11d2503c0955", "address": "fa:16:3e:43:23:6e", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f99400-38", "ovs_interfaceid": "05f99400-388d-41d1-b382-11d2503c0955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.138092] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:23:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05f99400-388d-41d1-b382-11d2503c0955', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.151945] env[63920]: DEBUG oslo.service.loopingcall [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.154488] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.154488] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de576db3-981e-4aef-839b-f1bcb54a5c5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.182387] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.182387] env[63920]: value = "task-2392730" [ 1023.182387] env[63920]: _type = "Task" [ 1023.182387] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.192018] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392730, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.252658] env[63920]: DEBUG nova.compute.manager [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Received event network-changed-05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.252658] env[63920]: DEBUG nova.compute.manager [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Refreshing instance network info cache due to event network-changed-05f99400-388d-41d1-b382-11d2503c0955. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.252658] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] Acquiring lock "refresh_cache-2e1d1676-ca01-49f7-89cf-bae133b93f20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.252658] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] Acquired lock "refresh_cache-2e1d1676-ca01-49f7-89cf-bae133b93f20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.252658] env[63920]: DEBUG nova.network.neutron [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Refreshing network info cache for port 05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.333387] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Applying migration context for instance b0f47fab-717c-471d-a9b3-3f499aed7ee4 as it has an incoming, in-progress migration 4ee6710d-31ee-4dfe-b328-c03cd688947a. Migration status is finished {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1023.335655] env[63920]: INFO nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating resource usage from migration 4ee6710d-31ee-4dfe-b328-c03cd688947a [ 1023.371291] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2e709e94-117f-438d-b3d3-22b046a7294f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.371454] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 70a96b3c-f4bc-4b4a-be00-ffb969da1814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.371576] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7230b129-84a2-4516-b0a2-b7fbad519083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.371696] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6daee122-5622-4804-bd63-a292c4e59e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.371808] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 42bd8c1f-062a-4a96-b015-529e468cbf8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.371935] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f21b5eed-79d7-40c7-b918-d7f59cf6ff30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372103] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 08d6530a-cad4-48dc-a112-ba7bd37929ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372236] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance cbace791-b32a-42e1-91eb-959c18ed4a6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372348] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 0929b0f3-6de8-4c8f-ae10-072d2330204b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372459] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6f437015-b2bb-4bc1-9bcf-e25d18364b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372570] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372679] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372802] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d027a6e2-38be-48f7-b86d-7a615dbde9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.372938] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Migration 4ee6710d-31ee-4dfe-b328-c03cd688947a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1023.373186] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance b0f47fab-717c-471d-a9b3-3f499aed7ee4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.373320] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 11a701e4-a25f-446f-af23-9eab9eb9267c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.373599] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2e1d1676-ca01-49f7-89cf-bae133b93f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.373868] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1023.374033] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1023.472783] env[63920]: INFO nova.compute.manager [-] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Took 1.44 seconds to deallocate network for instance. [ 1023.636294] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c32314f-bd3b-4d38-a9ff-4085137598b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.644658] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21586bfb-195c-40b7-abb3-cc9b57154c69 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.677085] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39559a-0cb0-4d27-82d3-b4f6b0364e3c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.688828] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7929c8-c5a6-4307-9e28-f8ff10c97024 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.698997] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392730, 'name': CreateVM_Task, 'duration_secs': 0.325948} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.707882] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.708695] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.713086] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.713335] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.714406] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.714406] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369c87a2-bca9-4497-a9c6-414d306f2fea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.718752] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1023.718752] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527edd44-8959-49be-b2b3-b3704748d0d6" [ 1023.718752] env[63920]: _type = "Task" [ 1023.718752] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.727300] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527edd44-8959-49be-b2b3-b3704748d0d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.909628] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.909937] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.910214] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.910407] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.910581] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.912902] env[63920]: INFO nova.compute.manager [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Terminating instance [ 1023.979515] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.034683] env[63920]: DEBUG nova.network.neutron [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Updated VIF entry in instance network info cache for port 05f99400-388d-41d1-b382-11d2503c0955. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.035063] env[63920]: DEBUG nova.network.neutron [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Updating instance_info_cache with network_info: [{"id": "05f99400-388d-41d1-b382-11d2503c0955", "address": "fa:16:3e:43:23:6e", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05f99400-38", "ovs_interfaceid": "05f99400-388d-41d1-b382-11d2503c0955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.141962] env[63920]: DEBUG nova.compute.manager [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.142904] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82fe581-8530-45f8-9e34-17f7bb50fc10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.216688] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.235017] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527edd44-8959-49be-b2b3-b3704748d0d6, 'name': SearchDatastore_Task, 'duration_secs': 0.021575} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.235458] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.235877] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.235985] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.236145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.236379] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.236682] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9230b5a-9c00-45eb-a623-0c0137d36b2b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.246074] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.246285] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.247096] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f6ae16-758e-4ce0-a929-0755650371e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.256226] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1024.256226] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522ba2cb-62cc-823e-16cc-e149f01b3f4f" [ 1024.256226] env[63920]: _type = "Task" [ 1024.256226] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.265546] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522ba2cb-62cc-823e-16cc-e149f01b3f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.352899] env[63920]: DEBUG nova.network.neutron [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [{"id": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "address": "fa:16:3e:44:9b:5d", "network": {"id": "447b4288-dc22-4f3f-a712-acac48ee26df", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1993395054-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7ca946b3288432596529a8297704e94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "158692b5-b9fb-49e8-9903-e742ffd6c168", "external-id": "nsx-vlan-transportzone-769", "segmentation_id": 769, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12c0eb0d-8f", "ovs_interfaceid": "12c0eb0d-8f2b-405d-a142-9f74d7fe7021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.416530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "refresh_cache-2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.416847] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquired lock "refresh_cache-2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.417637] env[63920]: DEBUG nova.network.neutron [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.537673] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] Releasing lock "refresh_cache-2e1d1676-ca01-49f7-89cf-bae133b93f20" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.537960] env[63920]: DEBUG nova.compute.manager [req-5b7b09d5-3d3e-4ce9-8a6f-30defdaef220 req-3356d882-6c3d-4fe2-8f4c-0b786b15e096 service nova] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Received event network-vif-deleted-cf805ce2-fa84-446e-bfee-995d9efa1eac {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1024.656164] env[63920]: INFO nova.compute.manager [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] instance snapshotting [ 1024.659341] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94588bc7-3d6f-4417-8847-53090d222d9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.678744] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909e58ac-56ee-4149-b8ec-706888b00ec9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.727163] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1024.727567] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.413s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.727704] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.748s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.728306] env[63920]: DEBUG nova.objects.instance [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'resources' on Instance uuid 70a96b3c-f4bc-4b4a-be00-ffb969da1814 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.767664] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522ba2cb-62cc-823e-16cc-e149f01b3f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.768457] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c0c7485-b549-47ed-85cd-3aff98132435 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.774052] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1024.774052] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c97831-5038-3a7a-b310-989ec5d8113e" [ 1024.774052] env[63920]: _type = "Task" [ 1024.774052] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.781060] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c97831-5038-3a7a-b310-989ec5d8113e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.855274] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Releasing lock "refresh_cache-b0f47fab-717c-471d-a9b3-3f499aed7ee4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.855534] env[63920]: DEBUG nova.objects.instance [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lazy-loading 'migration_context' on Instance uuid b0f47fab-717c-471d-a9b3-3f499aed7ee4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.940668] env[63920]: DEBUG nova.network.neutron [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.189354] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1025.189737] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b069aa0-faf5-4f0d-a3f1-5d6d66a9b8e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.197446] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1025.197446] env[63920]: value = "task-2392731" [ 1025.197446] env[63920]: _type = "Task" [ 1025.197446] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.209655] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.219436] env[63920]: DEBUG nova.network.neutron [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.286737] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c97831-5038-3a7a-b310-989ec5d8113e, 'name': SearchDatastore_Task, 'duration_secs': 0.045814} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.286981] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.287264] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2e1d1676-ca01-49f7-89cf-bae133b93f20/2e1d1676-ca01-49f7-89cf-bae133b93f20.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.287513] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00ba03aa-7bbe-4dd8-bf3d-cd8e188a2196 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.297054] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1025.297054] env[63920]: value = "task-2392732" [ 1025.297054] env[63920]: _type = "Task" [ 1025.297054] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.307065] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.357892] env[63920]: DEBUG nova.objects.base [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1025.358845] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddedb6b1-78d1-4a26-820c-0deffe82551a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.382223] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cea417d-be69-47d5-8856-1a91a0b87dc3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.387855] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1025.387855] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aba97e-45dc-c67d-2fac-2f92c471b2ca" [ 1025.387855] env[63920]: _type = "Task" [ 1025.387855] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.395355] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aba97e-45dc-c67d-2fac-2f92c471b2ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.473320] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35edd587-2aa7-4537-aae4-5ebd52ff9909 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.480878] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa414da-9b21-40da-bd2b-4a69e5a25a1e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.515105] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3857e468-5a65-43da-974c-28061d7a8c14 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.524952] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1411aa65-347c-43bf-bf2b-f9f467bcda98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.539495] env[63920]: DEBUG nova.compute.provider_tree [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.709707] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.722511] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Releasing lock "refresh_cache-2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.722958] env[63920]: DEBUG nova.compute.manager [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.723202] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.724063] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ecec1d-bb63-47d3-ae81-b9f33a64e4ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.732560] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.732843] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a56e7c1c-5992-4dea-8dc7-ae76fe69e529 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.739340] env[63920]: DEBUG oslo_vmware.api [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1025.739340] env[63920]: value = "task-2392733" [ 1025.739340] env[63920]: _type = "Task" [ 1025.739340] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.750470] env[63920]: DEBUG oslo_vmware.api [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392733, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.808242] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488211} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.808242] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 2e1d1676-ca01-49f7-89cf-bae133b93f20/2e1d1676-ca01-49f7-89cf-bae133b93f20.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.808242] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.808242] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31edaac8-f4b7-4b25-b3f9-f7bd84af033e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.814307] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1025.814307] env[63920]: value = "task-2392734" [ 1025.814307] env[63920]: _type = "Task" [ 1025.814307] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.822146] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.897220] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52aba97e-45dc-c67d-2fac-2f92c471b2ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.897521] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.043480] env[63920]: DEBUG nova.scheduler.client.report [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.208379] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392731, 'name': CreateSnapshot_Task, 'duration_secs': 0.824007} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.208760] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1026.209469] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc5006c-948b-4f0a-954f-18bff8c8478a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.249513] env[63920]: DEBUG oslo_vmware.api [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392733, 'name': PowerOffVM_Task, 'duration_secs': 0.197144} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.249785] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.249956] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.250221] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf94b33e-4362-4707-90c0-d81174d8717c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.274671] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.274994] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.275099] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleting the datastore file [datastore1] 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.275361] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bb4601a-8047-4103-9bbc-e183bce3f305 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.281646] env[63920]: DEBUG oslo_vmware.api [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for the task: (returnval){ [ 1026.281646] env[63920]: value = "task-2392736" [ 1026.281646] env[63920]: _type = "Task" [ 1026.281646] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.290606] env[63920]: DEBUG oslo_vmware.api [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.322697] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069648} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.322965] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.323726] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63527963-e527-4f50-a948-e88e01e1c59c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.356925] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 2e1d1676-ca01-49f7-89cf-bae133b93f20/2e1d1676-ca01-49f7-89cf-bae133b93f20.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.357366] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c402a50-edd3-4bca-b7b0-3d7aad59df28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.386409] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1026.386409] env[63920]: value = "task-2392737" [ 1026.386409] env[63920]: _type = "Task" [ 1026.386409] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.397318] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.548249] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.550550] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.653s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.571228] env[63920]: INFO nova.scheduler.client.report [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleted allocations for instance 70a96b3c-f4bc-4b4a-be00-ffb969da1814 [ 1026.726802] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1026.727159] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d9c3affe-0170-473a-8334-2f738832b0e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.734993] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1026.734993] env[63920]: value = "task-2392738" [ 1026.734993] env[63920]: _type = "Task" [ 1026.734993] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.742968] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392738, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.791836] env[63920]: DEBUG oslo_vmware.api [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Task: {'id': task-2392736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390627} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.791952] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.792156] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.792338] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.792516] env[63920]: INFO nova.compute.manager [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1026.792790] env[63920]: DEBUG oslo.service.loopingcall [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.792994] env[63920]: DEBUG nova.compute.manager [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.793688] env[63920]: DEBUG nova.network.neutron [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.810669] env[63920]: DEBUG nova.network.neutron [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.897720] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.077921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9f01aa20-ca8f-4eaa-91f7-5b1a2615cd65 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "70a96b3c-f4bc-4b4a-be00-ffb969da1814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.440s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.245880] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392738, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.259722] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e09dba-3550-40a3-afe4-22b8729d98e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.267376] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dea1df-f273-4399-a252-f4774f5c9d98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.300280] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13debe8-3d4c-4b78-b07c-d6b73e32df34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.308250] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7cc80-c4cd-419f-90ad-9799f9f1e204 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.314031] env[63920]: DEBUG nova.network.neutron [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.322577] env[63920]: DEBUG nova.compute.provider_tree [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.397928] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392737, 'name': ReconfigVM_Task, 'duration_secs': 0.612517} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.398253] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 2e1d1676-ca01-49f7-89cf-bae133b93f20/2e1d1676-ca01-49f7-89cf-bae133b93f20.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.398904] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac4cc3a9-60f7-4e96-85d3-dd7203391d53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.405771] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1027.405771] env[63920]: value = "task-2392739" [ 1027.405771] env[63920]: _type = "Task" [ 1027.405771] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.415018] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392739, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.746978] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392738, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.824517] env[63920]: INFO nova.compute.manager [-] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Took 1.03 seconds to deallocate network for instance. [ 1027.826329] env[63920]: DEBUG nova.scheduler.client.report [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.916043] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392739, 'name': Rename_Task, 'duration_secs': 0.160953} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.916326] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.916578] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f086136d-4b90-4977-9c9d-6bdca42b288e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.924025] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1027.924025] env[63920]: value = "task-2392740" [ 1027.924025] env[63920]: _type = "Task" [ 1027.924025] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.934203] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.247613] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392738, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.318437] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "2e709e94-117f-438d-b3d3-22b046a7294f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.318738] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "2e709e94-117f-438d-b3d3-22b046a7294f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.319083] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "2e709e94-117f-438d-b3d3-22b046a7294f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.319282] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "2e709e94-117f-438d-b3d3-22b046a7294f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.319463] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "2e709e94-117f-438d-b3d3-22b046a7294f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.321714] env[63920]: INFO nova.compute.manager [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Terminating instance [ 1028.336393] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.434311] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.748186] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392738, 'name': CloneVM_Task, 'duration_secs': 1.944085} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.748513] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Created linked-clone VM from snapshot [ 1028.749332] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d10732-4c13-49f3-96fc-582fd0fd0183 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.756949] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Uploading image 5c4ff723-3a6f-4ea0-af9a-52aafd90cd5d {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1028.769030] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1028.769321] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a46cc79-23ba-4e2a-9be8-bd4e2dc48b82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.777060] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1028.777060] env[63920]: value = "task-2392741" [ 1028.777060] env[63920]: _type = "Task" [ 1028.777060] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.786248] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392741, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.825675] env[63920]: DEBUG nova.compute.manager [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.826017] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.826949] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e0474a-cd3e-4b5d-9317-24c6944336b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.834814] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.835076] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0abe995-07c9-433f-b0cd-6e5681a0348a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.837964] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.287s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.842221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.506s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.843166] env[63920]: DEBUG nova.objects.instance [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lazy-loading 'resources' on Instance uuid 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.843508] env[63920]: DEBUG oslo_vmware.api [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 1028.843508] env[63920]: value = "task-2392742" [ 1028.843508] env[63920]: _type = "Task" [ 1028.843508] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.852242] env[63920]: DEBUG oslo_vmware.api [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.936559] env[63920]: DEBUG oslo_vmware.api [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392740, 'name': PowerOnVM_Task, 'duration_secs': 0.593595} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.936839] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.937113] env[63920]: INFO nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1028.937473] env[63920]: DEBUG nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.938315] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608006d6-03c8-41d0-9017-6c284d828b19 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.288076] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392741, 'name': Destroy_Task, 'duration_secs': 0.399629} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.288076] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Destroyed the VM [ 1029.288396] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1029.288492] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8b0b404-abac-41ac-8051-b98b96d866ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.294757] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1029.294757] env[63920]: value = "task-2392743" [ 1029.294757] env[63920]: _type = "Task" [ 1029.294757] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.303598] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392743, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.374470] env[63920]: DEBUG oslo_vmware.api [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392742, 'name': PowerOffVM_Task, 'duration_secs': 0.217887} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.374470] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.374470] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.374470] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccaf93d-6677-441a-b44a-cf8f3e3e6ccb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.450709] env[63920]: INFO nova.scheduler.client.report [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocation for migration 4ee6710d-31ee-4dfe-b328-c03cd688947a [ 1029.467033] env[63920]: INFO nova.compute.manager [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Took 17.33 seconds to build instance. [ 1029.635584] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c344770-7aaa-4476-bf75-886af4587f78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.643299] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b070e7-0c9d-40ed-836c-913427174f94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.673878] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdc758f-cf1b-4f93-9935-1a29430f7a06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.682386] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd97fa3-31da-4c09-8578-97129b2290da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.698074] env[63920]: DEBUG nova.compute.provider_tree [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.804360] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392743, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.963891] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.461s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.968962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59014f7c-ea22-418a-9b63-c7919c2ea996 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.844s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.169935] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.170188] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.170366] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleting the datastore file [datastore2] 2e709e94-117f-438d-b3d3-22b046a7294f {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.170630] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2c3138d-148a-4b1b-86fd-96fd5e8f07e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.178101] env[63920]: DEBUG oslo_vmware.api [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for the task: (returnval){ [ 1030.178101] env[63920]: value = "task-2392745" [ 1030.178101] env[63920]: _type = "Task" [ 1030.178101] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.185926] env[63920]: DEBUG oslo_vmware.api [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.198226] env[63920]: DEBUG nova.scheduler.client.report [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.311553] env[63920]: DEBUG oslo_vmware.api [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392743, 'name': RemoveSnapshot_Task, 'duration_secs': 0.764615} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.311938] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1030.606671] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "2e1d1676-ca01-49f7-89cf-bae133b93f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.607226] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.607226] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "2e1d1676-ca01-49f7-89cf-bae133b93f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.607362] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.607539] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.610573] env[63920]: INFO nova.compute.manager [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Terminating instance [ 1030.695017] env[63920]: DEBUG oslo_vmware.api [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Task: {'id': task-2392745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298311} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.695017] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.695227] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.695478] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.696126] env[63920]: INFO nova.compute.manager [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Took 1.87 seconds to destroy the instance on the hypervisor. [ 1030.696126] env[63920]: DEBUG oslo.service.loopingcall [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.696126] env[63920]: DEBUG nova.compute.manager [-] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.696344] env[63920]: DEBUG nova.network.neutron [-] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.702635] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.728159] env[63920]: INFO nova.scheduler.client.report [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Deleted allocations for instance 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c [ 1030.825169] env[63920]: WARNING nova.compute.manager [None req-4bca49c4-7f39-42af-bb3c-255ce7f19837 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Image not found during snapshot: nova.exception.ImageNotFound: Image 5c4ff723-3a6f-4ea0-af9a-52aafd90cd5d could not be found. [ 1030.955955] env[63920]: DEBUG nova.compute.manager [req-c1812337-52ae-4372-ace0-299b5b5344a9 req-8a2f5f58-d894-44f1-929e-66d24a1734ad service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Received event network-vif-deleted-d3e0bff6-46c7-47d6-8c03-12d5e13dc16e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.956403] env[63920]: INFO nova.compute.manager [req-c1812337-52ae-4372-ace0-299b5b5344a9 req-8a2f5f58-d894-44f1-929e-66d24a1734ad service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Neutron deleted interface d3e0bff6-46c7-47d6-8c03-12d5e13dc16e; detaching it from the instance and deleting it from the info cache [ 1030.956403] env[63920]: DEBUG nova.network.neutron [req-c1812337-52ae-4372-ace0-299b5b5344a9 req-8a2f5f58-d894-44f1-929e-66d24a1734ad service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.029595] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.029918] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.030182] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.030428] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.030593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.033174] env[63920]: INFO nova.compute.manager [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Terminating instance [ 1031.117963] env[63920]: DEBUG nova.compute.manager [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.118214] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.119140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20fc07-7ccd-4f03-be61-f8f26cbf0dbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.127285] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.127518] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eae6085-77c5-42e5-b7f6-41af1a9f2f3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.134483] env[63920]: DEBUG oslo_vmware.api [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1031.134483] env[63920]: value = "task-2392746" [ 1031.134483] env[63920]: _type = "Task" [ 1031.134483] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.142430] env[63920]: DEBUG oslo_vmware.api [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.195626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "11a701e4-a25f-446f-af23-9eab9eb9267c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.195916] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.196146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "11a701e4-a25f-446f-af23-9eab9eb9267c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.196329] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.196497] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.198808] env[63920]: INFO nova.compute.manager [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Terminating instance [ 1031.238205] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3a3e59ae-b49c-4f60-9e0b-8632c795a679 tempest-ServerShowV247Test-1463622810 tempest-ServerShowV247Test-1463622810-project-member] Lock "2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.328s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.431987] env[63920]: DEBUG nova.network.neutron [-] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.458922] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-596e137a-3391-4e47-b7f5-7e3d933c9dd9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.470348] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2621d033-d0ad-4d89-bf15-1363ac4f4baa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.503427] env[63920]: DEBUG nova.compute.manager [req-c1812337-52ae-4372-ace0-299b5b5344a9 req-8a2f5f58-d894-44f1-929e-66d24a1734ad service nova] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Detach interface failed, port_id=d3e0bff6-46c7-47d6-8c03-12d5e13dc16e, reason: Instance 2e709e94-117f-438d-b3d3-22b046a7294f could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1031.537071] env[63920]: DEBUG nova.compute.manager [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.537315] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.538245] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccd2864-b13c-4c60-b427-25899913bbb6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.545869] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.546159] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cc2e042-89f5-448b-8423-4a2c02be8319 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.553305] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1031.553305] env[63920]: value = "task-2392747" [ 1031.553305] env[63920]: _type = "Task" [ 1031.553305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.561149] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.644905] env[63920]: DEBUG oslo_vmware.api [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392746, 'name': PowerOffVM_Task, 'duration_secs': 0.184068} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.645353] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.645601] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.645872] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1c0e5b4-2c94-4ca5-89fe-3a25af7e454c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.702715] env[63920]: DEBUG nova.compute.manager [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.703027] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.703990] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23a16d0-480b-4303-8078-40b7461ce59d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.710769] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.710973] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.711397] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore1] 2e1d1676-ca01-49f7-89cf-bae133b93f20 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.711397] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3000770-54a4-4217-a3fb-86ac18843049 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.715474] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.716141] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a47d50d-1b3f-4093-8227-a5acfa52f84c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.720925] env[63920]: DEBUG oslo_vmware.api [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1031.720925] env[63920]: value = "task-2392749" [ 1031.720925] env[63920]: _type = "Task" [ 1031.720925] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.722300] env[63920]: DEBUG oslo_vmware.api [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1031.722300] env[63920]: value = "task-2392750" [ 1031.722300] env[63920]: _type = "Task" [ 1031.722300] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.733389] env[63920]: DEBUG oslo_vmware.api [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.736654] env[63920]: DEBUG oslo_vmware.api [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.934939] env[63920]: INFO nova.compute.manager [-] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Took 1.24 seconds to deallocate network for instance. [ 1032.063053] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392747, 'name': PowerOffVM_Task, 'duration_secs': 0.256919} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.063053] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.063256] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.063388] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f472df5-ab28-449e-8cdd-d5a6bf30a9cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.119520] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.119744] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.119920] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleting the datastore file [datastore1] b0f47fab-717c-471d-a9b3-3f499aed7ee4 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.120203] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba42be9e-342b-40af-8afe-53293e042373 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.128408] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for the task: (returnval){ [ 1032.128408] env[63920]: value = "task-2392752" [ 1032.128408] env[63920]: _type = "Task" [ 1032.128408] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.135752] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.235768] env[63920]: DEBUG oslo_vmware.api [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392750, 'name': PowerOffVM_Task, 'duration_secs': 0.220627} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.238995] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.239230] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.239513] env[63920]: DEBUG oslo_vmware.api [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224739} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.239742] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed9ee4ad-af05-47c4-b90d-382a7c168ffd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.241178] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.241377] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.241574] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.241773] env[63920]: INFO nova.compute.manager [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1032.242042] env[63920]: DEBUG oslo.service.loopingcall [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.242257] env[63920]: DEBUG nova.compute.manager [-] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.242367] env[63920]: DEBUG nova.network.neutron [-] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.301154] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.301391] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.301605] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleting the datastore file [datastore1] 11a701e4-a25f-446f-af23-9eab9eb9267c {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.301862] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c759b4f-690f-4067-9ea1-115f4a1957c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.307835] env[63920]: DEBUG oslo_vmware.api [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1032.307835] env[63920]: value = "task-2392754" [ 1032.307835] env[63920]: _type = "Task" [ 1032.307835] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.315342] env[63920]: DEBUG oslo_vmware.api [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.442698] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.443072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.443362] env[63920]: DEBUG nova.objects.instance [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lazy-loading 'resources' on Instance uuid 2e709e94-117f-438d-b3d3-22b046a7294f {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.638254] env[63920]: DEBUG oslo_vmware.api [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Task: {'id': task-2392752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17716} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.639022] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.639022] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.639167] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.639307] env[63920]: INFO nova.compute.manager [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1032.639546] env[63920]: DEBUG oslo.service.loopingcall [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.639738] env[63920]: DEBUG nova.compute.manager [-] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.639851] env[63920]: DEBUG nova.network.neutron [-] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.817886] env[63920]: DEBUG oslo_vmware.api [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132847} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.818172] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.818357] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.818594] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.818740] env[63920]: INFO nova.compute.manager [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1032.819021] env[63920]: DEBUG oslo.service.loopingcall [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1032.819217] env[63920]: DEBUG nova.compute.manager [-] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.819316] env[63920]: DEBUG nova.network.neutron [-] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.952362] env[63920]: DEBUG nova.network.neutron [-] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.990033] env[63920]: DEBUG nova.compute.manager [req-c47017e2-9529-465c-b9b1-be526b956d5b req-7bdf8398-0a82-448c-a362-e820b5702783 service nova] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Received event network-vif-deleted-05f99400-388d-41d1-b382-11d2503c0955 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.990033] env[63920]: DEBUG nova.compute.manager [req-c47017e2-9529-465c-b9b1-be526b956d5b req-7bdf8398-0a82-448c-a362-e820b5702783 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Received event network-vif-deleted-12c0eb0d-8f2b-405d-a142-9f74d7fe7021 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1032.990033] env[63920]: INFO nova.compute.manager [req-c47017e2-9529-465c-b9b1-be526b956d5b req-7bdf8398-0a82-448c-a362-e820b5702783 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Neutron deleted interface 12c0eb0d-8f2b-405d-a142-9f74d7fe7021; detaching it from the instance and deleting it from the info cache [ 1032.990033] env[63920]: DEBUG nova.network.neutron [req-c47017e2-9529-465c-b9b1-be526b956d5b req-7bdf8398-0a82-448c-a362-e820b5702783 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.179273] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4361ebf-4b60-4803-827e-fbf570e335ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.186921] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df132b20-02de-4bbd-9cb9-b53de551a869 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.217412] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5568530c-e111-4766-9d20-18e5a3ac2012 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.224516] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf37feb9-4e9d-4a9b-889a-26df97035c95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.237878] env[63920]: DEBUG nova.compute.provider_tree [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.452469] env[63920]: DEBUG nova.network.neutron [-] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.453852] env[63920]: INFO nova.compute.manager [-] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Took 1.21 seconds to deallocate network for instance. [ 1033.495042] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a3a8dcf-97a2-4d7d-b3b2-a50702ee311a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.505271] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dccdbc9-046d-4c34-97a8-19085d5606f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.534014] env[63920]: DEBUG nova.compute.manager [req-c47017e2-9529-465c-b9b1-be526b956d5b req-7bdf8398-0a82-448c-a362-e820b5702783 service nova] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Detach interface failed, port_id=12c0eb0d-8f2b-405d-a142-9f74d7fe7021, reason: Instance b0f47fab-717c-471d-a9b3-3f499aed7ee4 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1033.594510] env[63920]: DEBUG nova.network.neutron [-] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.740768] env[63920]: DEBUG nova.scheduler.client.report [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.956964] env[63920]: INFO nova.compute.manager [-] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Took 1.32 seconds to deallocate network for instance. [ 1033.959476] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.098019] env[63920]: INFO nova.compute.manager [-] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Took 1.28 seconds to deallocate network for instance. [ 1034.246656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.248870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.289s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.249120] env[63920]: DEBUG nova.objects.instance [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'resources' on Instance uuid 2e1d1676-ca01-49f7-89cf-bae133b93f20 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.269065] env[63920]: INFO nova.scheduler.client.report [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Deleted allocations for instance 2e709e94-117f-438d-b3d3-22b046a7294f [ 1034.274346] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.274571] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.464810] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.603982] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.776967] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c2156630-7ed7-4dbb-a788-2d8f0a8d4333 tempest-ServerRescueNegativeTestJSON-1228198134 tempest-ServerRescueNegativeTestJSON-1228198134-project-member] Lock "2e709e94-117f-438d-b3d3-22b046a7294f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.458s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.782613] env[63920]: DEBUG nova.compute.utils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1034.912478] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58a4ff1-d3cd-4d06-a4c1-62cbd0c69068 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.920344] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e77069-8b76-4c7b-adf1-ab52107f41a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.949575] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24d795f-5c90-44ff-8517-8fc2bb557e9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.956870] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a926a153-5452-4e6b-b1ad-3742a07068a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.970302] env[63920]: DEBUG nova.compute.provider_tree [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.057277] env[63920]: DEBUG nova.compute.manager [req-0683dcf2-2b95-4184-8690-5eefb89ade72 req-ce4b765d-7c2f-41cc-b545-0bdc0eb8eb19 service nova] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Received event network-vif-deleted-c8f7a3bc-73fc-4247-9121-86a0553b652b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1035.285968] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.473693] env[63920]: DEBUG nova.scheduler.client.report [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.978948] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.982456] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.518s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.982645] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.984364] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.381s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.984588] env[63920]: DEBUG nova.objects.instance [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lazy-loading 'resources' on Instance uuid 11a701e4-a25f-446f-af23-9eab9eb9267c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.129232] env[63920]: DEBUG nova.objects.instance [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lazy-loading 'flavor' on Instance uuid cbace791-b32a-42e1-91eb-959c18ed4a6c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.319718] env[63920]: INFO nova.scheduler.client.report [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Deleted allocations for instance b0f47fab-717c-471d-a9b3-3f499aed7ee4 [ 1039.321415] env[63920]: INFO nova.scheduler.client.report [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance 2e1d1676-ca01-49f7-89cf-bae133b93f20 [ 1039.510758] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eba4e1-a268-4325-9ad6-5a3ba09c42d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.518820] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b45d11e-cf06-4d80-b32e-fc4ca6671d89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.550971] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c6c194-c24d-4d9b-b3e3-04039a4fd35f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.558635] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620c210-880d-4fb8-b2ad-7a9d59cc3963 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.572495] env[63920]: DEBUG nova.compute.provider_tree [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.611555] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.611779] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.634822] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.634997] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.837920] env[63920]: DEBUG oslo_concurrency.lockutils [None req-52a45874-1dda-411b-8187-97441fd73624 tempest-DeleteServersTestJSON-1362459491 tempest-DeleteServersTestJSON-1362459491-project-member] Lock "b0f47fab-717c-471d-a9b3-3f499aed7ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.808s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.841865] env[63920]: DEBUG oslo_concurrency.lockutils [None req-85b989ab-2066-4595-ac9b-be5d1e2b8330 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "2e1d1676-ca01-49f7-89cf-bae133b93f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.232s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.910909] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.911268] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.911530] env[63920]: INFO nova.compute.manager [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Attaching volume 441548f6-4570-464c-a7d1-d30f755b4a03 to /dev/sdb [ 1039.961438] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f4de1c-8d98-4cc3-b284-a7117577b343 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.970030] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5065197b-e2c5-45e6-8cc9-b663ccd7bec6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.990556] env[63920]: DEBUG nova.virt.block_device [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating existing volume attachment record: 1879e321-a726-4570-a60c-f71ac6c3b9b0 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1040.075544] env[63920]: DEBUG nova.scheduler.client.report [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.117425] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.117576] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1040.271752] env[63920]: DEBUG nova.network.neutron [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.455542] env[63920]: DEBUG nova.compute.manager [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1040.455866] env[63920]: DEBUG nova.compute.manager [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing instance network info cache due to event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1040.456238] env[63920]: DEBUG oslo_concurrency.lockutils [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.581185] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.596s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.607264] env[63920]: INFO nova.scheduler.client.report [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleted allocations for instance 11a701e4-a25f-446f-af23-9eab9eb9267c [ 1040.748826] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "08d6530a-cad4-48dc-a112-ba7bd37929ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.749303] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.749644] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "08d6530a-cad4-48dc-a112-ba7bd37929ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.749958] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.751038] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.752664] env[63920]: INFO nova.compute.manager [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Terminating instance [ 1041.044081] env[63920]: DEBUG nova.network.neutron [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.062106] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "018cd37d-1457-4e68-8a37-43160990ef9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.062216] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.118639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-da2ca18e-1688-48d8-ab54-2f2d95253118 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "11a701e4-a25f-446f-af23-9eab9eb9267c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.923s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.256961] env[63920]: DEBUG nova.compute.manager [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.257182] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.258154] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463f0b3a-a4d4-427c-b0c7-33571464fc1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.266796] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.266911] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7344fdf-9e0b-4212-8752-103e360acf22 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.272515] env[63920]: DEBUG oslo_vmware.api [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 1041.272515] env[63920]: value = "task-2392759" [ 1041.272515] env[63920]: _type = "Task" [ 1041.272515] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.280520] env[63920]: DEBUG oslo_vmware.api [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.469589] env[63920]: DEBUG nova.objects.instance [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lazy-loading 'flavor' on Instance uuid cbace791-b32a-42e1-91eb-959c18ed4a6c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.548603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.548918] env[63920]: DEBUG nova.compute.manager [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Inject network info {{(pid=63920) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1041.549243] env[63920]: DEBUG nova.compute.manager [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] network_info to inject: |[{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1041.555171] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Reconfiguring VM instance to set the machine id {{(pid=63920) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1041.556547] env[63920]: DEBUG oslo_concurrency.lockutils [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.556729] env[63920]: DEBUG nova.network.neutron [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.558035] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a49ea9-6453-43ef-a64f-21939252379d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.573208] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.575348] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "810b7d11-ed5a-4003-896d-203e506582f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.575564] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "810b7d11-ed5a-4003-896d-203e506582f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.583658] env[63920]: DEBUG oslo_vmware.api [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 1041.583658] env[63920]: value = "task-2392760" [ 1041.583658] env[63920]: _type = "Task" [ 1041.583658] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.593099] env[63920]: DEBUG oslo_vmware.api [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.650440] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.650740] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.650986] env[63920]: INFO nova.compute.manager [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Shelving [ 1041.783565] env[63920]: DEBUG oslo_vmware.api [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392759, 'name': PowerOffVM_Task, 'duration_secs': 0.204468} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.783853] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.784025] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.784286] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4c696a-7882-426d-b0b0-36e34df07848 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.848221] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.848898] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.849108] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Deleting the datastore file [datastore1] 08d6530a-cad4-48dc-a112-ba7bd37929ff {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.849385] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd6be61-974c-47d2-9ca4-4a33751e4aa5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.856916] env[63920]: DEBUG oslo_vmware.api [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for the task: (returnval){ [ 1041.856916] env[63920]: value = "task-2392762" [ 1041.856916] env[63920]: _type = "Task" [ 1041.856916] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.866133] env[63920]: DEBUG oslo_vmware.api [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.891426] env[63920]: DEBUG nova.network.neutron [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updated VIF entry in instance network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.891816] env[63920]: DEBUG nova.network.neutron [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.975134] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.077513] env[63920]: DEBUG nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.094022] env[63920]: DEBUG oslo_vmware.api [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392760, 'name': ReconfigVM_Task, 'duration_secs': 0.230236} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.094336] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3a8ed3-e24d-4b16-8db1-143a31db9d57 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Reconfigured VM instance to set the machine id {{(pid=63920) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1042.097270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.097493] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.099056] env[63920]: INFO nova.compute.claims [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.368973] env[63920]: DEBUG oslo_vmware.api [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Task: {'id': task-2392762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134856} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.369878] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.369878] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.369878] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.369878] env[63920]: INFO nova.compute.manager [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1042.370078] env[63920]: DEBUG oslo.service.loopingcall [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.370257] env[63920]: DEBUG nova.compute.manager [-] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.370318] env[63920]: DEBUG nova.network.neutron [-] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.396732] env[63920]: DEBUG oslo_concurrency.lockutils [req-dc029bc4-619d-4706-aaaf-cc81770582a6 req-7e6d3c6a-589e-4ff6-a9d2-bb129615f1b7 service nova] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.397187] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.602736] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.660942] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.661286] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6744bab-bbce-4e51-90f4-a1869b25c5e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.672274] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "d6855049-1e09-494c-bb89-f53502c8e1e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.672507] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.674058] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1042.674058] env[63920]: value = "task-2392764" [ 1042.674058] env[63920]: _type = "Task" [ 1042.674058] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.691403] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.127933] env[63920]: DEBUG nova.network.neutron [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.154414] env[63920]: DEBUG nova.compute.manager [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1043.154739] env[63920]: DEBUG nova.compute.manager [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing instance network info cache due to event network-changed-1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1043.154971] env[63920]: DEBUG oslo_concurrency.lockutils [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] Acquiring lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.174830] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.189399] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392764, 'name': PowerOffVM_Task, 'duration_secs': 0.206413} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.189653] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.190498] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00d635d-5967-4a94-840d-f34a7542b2fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.212785] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e39633-b52a-4654-a80d-a58592b6d2e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.296014] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c3038-35af-4b4e-ab6d-c92faf224711 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.303433] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae03b4a-277e-46bb-aa64-470dd5987de1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.333085] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f095cffa-e110-4625-beac-c074d50a1ebf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.340989] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb603fa9-5d98-4dbd-934d-c5dc1ce750f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.355834] env[63920]: DEBUG nova.compute.provider_tree [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.856453] env[63920]: DEBUG nova.network.neutron [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.875482] env[63920]: ERROR nova.scheduler.client.report [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [req-f767084f-639e-4d94-801f-335621f62eeb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID d3d03c94-9dea-45bd-bef8-6ae074503c23. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f767084f-639e-4d94-801f-335621f62eeb"}]} [ 1043.894206] env[63920]: DEBUG nova.scheduler.client.report [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1043.907418] env[63920]: DEBUG nova.scheduler.client.report [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1043.907709] env[63920]: DEBUG nova.compute.provider_tree [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.918135] env[63920]: DEBUG nova.scheduler.client.report [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1043.937452] env[63920]: DEBUG nova.scheduler.client.report [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1044.098268] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e848a2a4-7685-48e3-b792-cef855ecdb9b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.106094] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3021c-a33a-4820-840d-f05669954f67 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.142146] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c0a5c-a30c-4d22-8835-ea8274a6aa04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.151263] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f932d3a-2239-4a0a-9d43-c379d5b52077 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.166881] env[63920]: DEBUG nova.compute.provider_tree [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.653661] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Didn't find any instances for network info cache update. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1045.654053] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.654122] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.654248] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.654392] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.654531] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.654722] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.654911] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1045.655111] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.158296] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.571297] env[63920]: DEBUG nova.scheduler.client.report [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updated inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.571759] env[63920]: DEBUG nova.compute.provider_tree [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 generation from 128 to 129 during operation: update_inventory {{(pid=63920) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.571759] env[63920]: DEBUG nova.compute.provider_tree [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.726251] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.730083] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.730083] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37783c1c-6052-4e49-9738-2b36901766e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.738530] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1046.738530] env[63920]: value = "task-2392765" [ 1046.738530] env[63920]: _type = "Task" [ 1046.738530] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.747662] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392765, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.864138] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.864395] env[63920]: DEBUG nova.compute.manager [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Inject network info {{(pid=63920) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1046.864674] env[63920]: DEBUG nova.compute.manager [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] network_info to inject: |[{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1046.871153] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Reconfiguring VM instance to set the machine id {{(pid=63920) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1046.873012] env[63920]: DEBUG oslo_concurrency.lockutils [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] Acquired lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.873220] env[63920]: DEBUG nova.network.neutron [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Refreshing network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.874230] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d5f1cc6-dc66-4436-9e63-1d14d3738d94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.887857] env[63920]: DEBUG nova.compute.manager [req-5db35c9a-da09-4b77-98fa-a219e81d6542 req-5a74bca5-a625-4772-bdfa-575687db9564 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Received event network-vif-deleted-89e751bd-9ad2-450a-b1e7-612e92a0951f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1046.888038] env[63920]: INFO nova.compute.manager [req-5db35c9a-da09-4b77-98fa-a219e81d6542 req-5a74bca5-a625-4772-bdfa-575687db9564 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Neutron deleted interface 89e751bd-9ad2-450a-b1e7-612e92a0951f; detaching it from the instance and deleting it from the info cache [ 1046.888215] env[63920]: DEBUG nova.network.neutron [req-5db35c9a-da09-4b77-98fa-a219e81d6542 req-5a74bca5-a625-4772-bdfa-575687db9564 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.894953] env[63920]: DEBUG oslo_vmware.api [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 1046.894953] env[63920]: value = "task-2392766" [ 1046.894953] env[63920]: _type = "Task" [ 1046.894953] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.904272] env[63920]: DEBUG oslo_vmware.api [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.042547] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1047.042787] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485434', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'name': 'volume-441548f6-4570-464c-a7d1-d30f755b4a03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0929b0f3-6de8-4c8f-ae10-072d2330204b', 'attached_at': '', 'detached_at': '', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'serial': '441548f6-4570-464c-a7d1-d30f755b4a03'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1047.043658] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8cbf24-5539-4a62-92d3-46e2856f5290 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.063009] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74db24a5-dfb3-4ad5-9e35-eeb1b1f7c3f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.084800] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.987s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.085354] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1047.095402] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-441548f6-4570-464c-a7d1-d30f755b4a03/volume-441548f6-4570-464c-a7d1-d30f755b4a03.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.095959] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.493s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.097357] env[63920]: INFO nova.compute.claims [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.099665] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd9930e0-c875-4470-9c7d-e441f01b4557 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.120433] env[63920]: DEBUG oslo_vmware.api [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1047.120433] env[63920]: value = "task-2392767" [ 1047.120433] env[63920]: _type = "Task" [ 1047.120433] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.130399] env[63920]: DEBUG oslo_vmware.api [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.165268] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "cbace791-b32a-42e1-91eb-959c18ed4a6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.165553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.166336] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "cbace791-b32a-42e1-91eb-959c18ed4a6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.166336] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.166336] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.168786] env[63920]: INFO nova.compute.manager [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Terminating instance [ 1047.249176] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392765, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.389542] env[63920]: DEBUG nova.network.neutron [-] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.392781] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5764dd42-e59a-42a3-8af7-19ea524529eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.403827] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843c0f5f-9522-482d-929d-4783dfea6af7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.418971] env[63920]: DEBUG oslo_vmware.api [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392766, 'name': ReconfigVM_Task, 'duration_secs': 0.169132} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.418971] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5b3b19-7025-4537-ba95-89fda5956fe5 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Reconfigured VM instance to set the machine id {{(pid=63920) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1047.439992] env[63920]: DEBUG nova.compute.manager [req-5db35c9a-da09-4b77-98fa-a219e81d6542 req-5a74bca5-a625-4772-bdfa-575687db9564 service nova] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Detach interface failed, port_id=89e751bd-9ad2-450a-b1e7-612e92a0951f, reason: Instance 08d6530a-cad4-48dc-a112-ba7bd37929ff could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1047.598542] env[63920]: DEBUG nova.compute.utils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1047.600981] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.600981] env[63920]: DEBUG nova.network.neutron [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.632292] env[63920]: DEBUG oslo_vmware.api [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392767, 'name': ReconfigVM_Task, 'duration_secs': 0.405285} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.632591] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-441548f6-4570-464c-a7d1-d30f755b4a03/volume-441548f6-4570-464c-a7d1-d30f755b4a03.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.637949] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a533fd-eea0-4c33-9466-69ebcbd7e7b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.653733] env[63920]: DEBUG oslo_vmware.api [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1047.653733] env[63920]: value = "task-2392768" [ 1047.653733] env[63920]: _type = "Task" [ 1047.653733] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.661868] env[63920]: DEBUG oslo_vmware.api [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.673022] env[63920]: DEBUG nova.compute.manager [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.673288] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.676369] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c303649-8875-4337-bb15-f88b0272edc9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.683105] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.684613] env[63920]: DEBUG nova.policy [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bda4420b13064adc8b0142badaab6418', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '233c8c00073a49e6b14cf413675ebc7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.685913] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47707f86-3944-4abe-95a9-d21d04b5c227 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.692010] env[63920]: DEBUG oslo_vmware.api [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 1047.692010] env[63920]: value = "task-2392769" [ 1047.692010] env[63920]: _type = "Task" [ 1047.692010] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.699903] env[63920]: DEBUG oslo_vmware.api [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.753771] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392765, 'name': CreateSnapshot_Task, 'duration_secs': 0.723681} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.753771] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.753771] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31880439-fc5f-48dd-9899-5295835ff775 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.763512] env[63920]: DEBUG nova.network.neutron [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updated VIF entry in instance network info cache for port 1833d8c5-1ad8-4e94-8ccc-9bef1378649d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.763755] env[63920]: DEBUG nova.network.neutron [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [{"id": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "address": "fa:16:3e:9a:56:be", "network": {"id": "8fac8680-8946-48fa-be06-b181f118b4ec", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-624095728-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d3e11c6f2184262b5223083d14ab84b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1833d8c5-1a", "ovs_interfaceid": "1833d8c5-1ad8-4e94-8ccc-9bef1378649d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.892056] env[63920]: INFO nova.compute.manager [-] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Took 5.52 seconds to deallocate network for instance. [ 1047.953356] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.953610] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.954071] env[63920]: DEBUG nova.objects.instance [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'flavor' on Instance uuid 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.102467] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1048.136514] env[63920]: DEBUG nova.network.neutron [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Successfully created port: 21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.166007] env[63920]: DEBUG oslo_vmware.api [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392768, 'name': ReconfigVM_Task, 'duration_secs': 0.147253} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.167132] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485434', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'name': 'volume-441548f6-4570-464c-a7d1-d30f755b4a03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0929b0f3-6de8-4c8f-ae10-072d2330204b', 'attached_at': '', 'detached_at': '', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'serial': '441548f6-4570-464c-a7d1-d30f755b4a03'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1048.201634] env[63920]: DEBUG oslo_vmware.api [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392769, 'name': PowerOffVM_Task, 'duration_secs': 0.181884} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.204234] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.204417] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.204880] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c36d05-0bf9-495c-98bc-e10d4c230c4a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.266385] env[63920]: DEBUG oslo_concurrency.lockutils [req-41680746-b897-48d9-a76d-2e521723ab79 req-6fb2271f-e0fc-4639-92a8-6a44583761ce service nova] Releasing lock "refresh_cache-cbace791-b32a-42e1-91eb-959c18ed4a6c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.273679] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1048.276502] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-81ba51a0-4c3a-4674-9114-0b4373aab102 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.285505] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1048.285505] env[63920]: value = "task-2392771" [ 1048.285505] env[63920]: _type = "Task" [ 1048.285505] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.291178] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.291399] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.291627] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Deleting the datastore file [datastore1] cbace791-b32a-42e1-91eb-959c18ed4a6c {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.297659] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-081dc94c-6772-4097-893f-0782abd5cd8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.299692] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.308872] env[63920]: DEBUG oslo_vmware.api [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for the task: (returnval){ [ 1048.308872] env[63920]: value = "task-2392772" [ 1048.308872] env[63920]: _type = "Task" [ 1048.308872] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.315164] env[63920]: DEBUG oslo_vmware.api [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.349240] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cfaeaf-413d-43cd-8e94-ca9007fdd697 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.356772] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43571cf-dbdd-4a54-8c57-aa44d73dc444 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.390010] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9f18cd-3726-49c8-9b58-3afd0802f8fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.397739] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.405029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29367ef-5a3d-4834-9705-7a354e172e37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.422111] env[63920]: DEBUG nova.compute.provider_tree [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.538949] env[63920]: DEBUG nova.objects.instance [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'pci_requests' on Instance uuid 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.797690] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.816761] env[63920]: DEBUG oslo_vmware.api [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Task: {'id': task-2392772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160636} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.817035] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.817282] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.817399] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.817603] env[63920]: INFO nova.compute.manager [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1048.817882] env[63920]: DEBUG oslo.service.loopingcall [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1048.818112] env[63920]: DEBUG nova.compute.manager [-] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.818442] env[63920]: DEBUG nova.network.neutron [-] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.925813] env[63920]: DEBUG nova.scheduler.client.report [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.042916] env[63920]: DEBUG nova.objects.base [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Object Instance<65842489-f52c-4eaa-8d2e-e3ed37c9d4f1> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.043402] env[63920]: DEBUG nova.network.neutron [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.113949] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1049.158910] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.159140] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.159140] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.159960] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.160508] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.160508] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.160659] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.160789] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.160971] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.161889] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.161889] env[63920]: DEBUG nova.virt.hardware [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.162248] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d83a1-16ee-4ebd-9239-672517baabb7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.166816] env[63920]: DEBUG nova.policy [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.174368] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b3771-9c33-4d7c-bd8b-2311b55bb932 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.208915] env[63920]: DEBUG nova.objects.instance [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'flavor' on Instance uuid 0929b0f3-6de8-4c8f-ae10-072d2330204b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.297833] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.431996] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.335s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.432151] env[63920]: DEBUG nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.434804] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.277s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.434968] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.435128] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1049.438017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.710s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.438017] env[63920]: INFO nova.compute.claims [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.441471] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e23b6e-d98a-4bef-9485-11b391d6fa59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.450223] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a3c1e-8462-4c0b-8588-ca37305d4a49 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.467054] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc9ac6-02cd-42a5-a5ef-2170f6f57a79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.476170] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbe4787-e1e8-4fd2-9607-b5a2fd686555 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.513041] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178562MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1049.513221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.714139] env[63920]: DEBUG oslo_concurrency.lockutils [None req-aa293c69-4df0-4470-8146-74c65ef115c5 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.802s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.747949] env[63920]: DEBUG nova.compute.manager [req-4ab93e5a-efb0-47f2-bbe5-9c0991ba933d req-31ebad01-fd46-419d-9b67-dcad2735ad86 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Received event network-vif-deleted-1833d8c5-1ad8-4e94-8ccc-9bef1378649d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.748526] env[63920]: INFO nova.compute.manager [req-4ab93e5a-efb0-47f2-bbe5-9c0991ba933d req-31ebad01-fd46-419d-9b67-dcad2735ad86 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Neutron deleted interface 1833d8c5-1ad8-4e94-8ccc-9bef1378649d; detaching it from the instance and deleting it from the info cache [ 1049.748971] env[63920]: DEBUG nova.network.neutron [req-4ab93e5a-efb0-47f2-bbe5-9c0991ba933d req-31ebad01-fd46-419d-9b67-dcad2735ad86 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.802172] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.843658] env[63920]: DEBUG nova.network.neutron [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Successfully created port: 6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.942389] env[63920]: DEBUG nova.compute.utils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1049.943880] env[63920]: DEBUG nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1050.025971] env[63920]: DEBUG nova.network.neutron [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Successfully updated port: 21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.226182] env[63920]: DEBUG nova.network.neutron [-] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.252653] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-948d3b9f-7fc1-4f55-b0ae-d9bb377e87a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.266796] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c11fd9-3031-4894-b620-61320d4de566 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.305444] env[63920]: DEBUG nova.compute.manager [req-4ab93e5a-efb0-47f2-bbe5-9c0991ba933d req-31ebad01-fd46-419d-9b67-dcad2735ad86 service nova] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Detach interface failed, port_id=1833d8c5-1ad8-4e94-8ccc-9bef1378649d, reason: Instance cbace791-b32a-42e1-91eb-959c18ed4a6c could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1050.305444] env[63920]: DEBUG nova.compute.manager [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1050.312879] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.445637] env[63920]: DEBUG nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.529689] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "refresh_cache-018cd37d-1457-4e68-8a37-43160990ef9b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.529689] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "refresh_cache-018cd37d-1457-4e68-8a37-43160990ef9b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.529689] env[63920]: DEBUG nova.network.neutron [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.671025] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b888b967-d1b7-43fe-9b0b-b78f0824bfe6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.678949] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0724b3b-f5ff-436f-8910-fb9c9e999c24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.721037] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c62211-21e9-43ab-a698-39bdb3cb71b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.728312] env[63920]: INFO nova.compute.manager [-] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Took 1.91 seconds to deallocate network for instance. [ 1050.731515] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fec3940-64aa-4a1d-a97e-85ad83bd2a6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.751111] env[63920]: DEBUG nova.compute.provider_tree [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.800333] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.826250] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.063440] env[63920]: DEBUG nova.network.neutron [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.188180] env[63920]: DEBUG nova.network.neutron [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Updating instance_info_cache with network_info: [{"id": "21f6c5ce-ce15-41f9-9adf-38b01a19b7b7", "address": "fa:16:3e:37:dd:90", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f6c5ce-ce", "ovs_interfaceid": "21f6c5ce-ce15-41f9-9adf-38b01a19b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.254907] env[63920]: DEBUG nova.scheduler.client.report [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.301118] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.801374] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.813948] env[63920]: DEBUG nova.compute.manager [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Received event network-vif-plugged-21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.814234] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] Acquiring lock "018cd37d-1457-4e68-8a37-43160990ef9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.814448] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] Lock "018cd37d-1457-4e68-8a37-43160990ef9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.814766] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] Lock "018cd37d-1457-4e68-8a37-43160990ef9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.814766] env[63920]: DEBUG nova.compute.manager [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] No waiting events found dispatching network-vif-plugged-21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.814922] env[63920]: WARNING nova.compute.manager [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Received unexpected event network-vif-plugged-21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 for instance with vm_state building and task_state spawning. [ 1051.815085] env[63920]: DEBUG nova.compute.manager [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Received event network-changed-21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1051.815240] env[63920]: DEBUG nova.compute.manager [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Refreshing instance network info cache due to event network-changed-21f6c5ce-ce15-41f9-9adf-38b01a19b7b7. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1051.815423] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] Acquiring lock "refresh_cache-018cd37d-1457-4e68-8a37-43160990ef9b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.302360] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.802183] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.303189] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.767035] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.330s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.767035] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.772406] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.374s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.772406] env[63920]: DEBUG nova.objects.instance [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lazy-loading 'resources' on Instance uuid 08d6530a-cad4-48dc-a112-ba7bd37929ff {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.806367] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.063347] env[63920]: DEBUG nova.network.neutron [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Successfully updated port: 6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.193700] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "refresh_cache-018cd37d-1457-4e68-8a37-43160990ef9b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.194053] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Instance network_info: |[{"id": "21f6c5ce-ce15-41f9-9adf-38b01a19b7b7", "address": "fa:16:3e:37:dd:90", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f6c5ce-ce", "ovs_interfaceid": "21f6c5ce-ce15-41f9-9adf-38b01a19b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.194367] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] Acquired lock "refresh_cache-018cd37d-1457-4e68-8a37-43160990ef9b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.194547] env[63920]: DEBUG nova.network.neutron [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Refreshing network info cache for port 21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.195815] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:dd:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21f6c5ce-ce15-41f9-9adf-38b01a19b7b7', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.204781] env[63920]: DEBUG oslo.service.loopingcall [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.205241] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.205458] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d9cbe45-bb60-494c-85ea-dc032b173ce1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.228124] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.228124] env[63920]: value = "task-2392773" [ 1054.228124] env[63920]: _type = "Task" [ 1054.228124] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.236014] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392773, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.244453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.293807] env[63920]: DEBUG nova.compute.utils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.296897] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.297133] env[63920]: DEBUG nova.network.neutron [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.309562] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392771, 'name': CloneVM_Task, 'duration_secs': 5.533193} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.309828] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Created linked-clone VM from snapshot [ 1054.311525] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3ed48-bb13-4f66-97e3-25a6291dc140 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.329094] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Uploading image d1d82347-8ad1-4fd3-b88a-9c636a30aea2 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1054.364208] env[63920]: DEBUG nova.policy [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fb50b686c2548f99f92769774087664', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd474af2a9cc842d8bae667a24a1b7bc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.376961] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1054.376961] env[63920]: value = "vm-485436" [ 1054.376961] env[63920]: _type = "VirtualMachine" [ 1054.376961] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1054.377258] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2716916d-2f2e-494a-9990-a6e4dffd82ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.386825] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease: (returnval){ [ 1054.386825] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520c7257-3ca9-6371-47f5-967da0cdb05b" [ 1054.386825] env[63920]: _type = "HttpNfcLease" [ 1054.386825] env[63920]: } obtained for exporting VM: (result){ [ 1054.386825] env[63920]: value = "vm-485436" [ 1054.386825] env[63920]: _type = "VirtualMachine" [ 1054.386825] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1054.387140] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the lease: (returnval){ [ 1054.387140] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520c7257-3ca9-6371-47f5-967da0cdb05b" [ 1054.387140] env[63920]: _type = "HttpNfcLease" [ 1054.387140] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.394681] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.394681] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520c7257-3ca9-6371-47f5-967da0cdb05b" [ 1054.394681] env[63920]: _type = "HttpNfcLease" [ 1054.394681] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.394870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.395021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.395235] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.395817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.395817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.399128] env[63920]: INFO nova.compute.manager [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Terminating instance [ 1054.464771] env[63920]: DEBUG nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.504193] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.504655] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.504655] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.504655] env[63920]: DEBUG nova.virt.hardware [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.505623] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f54bc17-9320-4ac6-b008-9059ed69836e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.516650] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612bdcef-5574-4208-bdf9-e4cf1ccabc32 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.536834] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.543637] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Creating folder: Project (61959620785241f388389d52b77021f0). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.543782] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d45f123e-ff98-4cc9-8754-fc3153e9d3b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.555577] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Created folder: Project (61959620785241f388389d52b77021f0) in parent group-v485178. [ 1054.555774] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Creating folder: Instances. Parent ref: group-v485438. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.556112] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed4c0187-19fd-4efc-92f1-444b429b690b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.564756] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.564756] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.564756] env[63920]: DEBUG nova.network.neutron [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.566818] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Created folder: Instances in parent group-v485438. [ 1054.567066] env[63920]: DEBUG oslo.service.loopingcall [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1054.567465] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.567708] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdf5b457-f388-4870-b2d0-c9e1834c77c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.586339] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.586339] env[63920]: value = "task-2392777" [ 1054.586339] env[63920]: _type = "Task" [ 1054.586339] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.591309] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafbf8de-2cf6-4dc1-977b-1412544270af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.602020] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392777, 'name': CreateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.603268] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627f8050-605c-457b-8ae8-e7f962ab01a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.639439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36655ed2-46a3-404c-b38b-f975e469e2cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.647068] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541848ad-f860-4941-b373-fe850cf7d92a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.661378] env[63920]: DEBUG nova.compute.provider_tree [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.722202] env[63920]: DEBUG nova.network.neutron [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Successfully created port: b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.737930] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392773, 'name': CreateVM_Task, 'duration_secs': 0.314196} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.738011] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.738771] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.738938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.739298] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1054.739595] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d2aaed-8709-4983-9f53-cc40db47ad08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.746644] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1054.746644] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52253f3d-2f42-437c-d668-9f8282c08f92" [ 1054.746644] env[63920]: _type = "Task" [ 1054.746644] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.760835] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52253f3d-2f42-437c-d668-9f8282c08f92, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.761150] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.761385] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.761610] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.761759] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.761927] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.762199] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-475ad14e-ec66-479d-8acb-4c6a481d89f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.770621] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.771277] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.771673] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e721db-04b1-4474-a878-fb1b833dc082 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.777016] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1054.777016] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52498572-93a3-e6eb-e57f-f452856113ad" [ 1054.777016] env[63920]: _type = "Task" [ 1054.777016] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.785208] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52498572-93a3-e6eb-e57f-f452856113ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.801649] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.895533] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.895533] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520c7257-3ca9-6371-47f5-967da0cdb05b" [ 1054.895533] env[63920]: _type = "HttpNfcLease" [ 1054.895533] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1054.895819] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1054.895819] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520c7257-3ca9-6371-47f5-967da0cdb05b" [ 1054.895819] env[63920]: _type = "HttpNfcLease" [ 1054.895819] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1054.896536] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6dc5b93-3651-4bc1-9371-eb6129243e9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.903772] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276fde9-d3a6-65a3-8ea8-44e87ac6397a/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1054.903973] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276fde9-d3a6-65a3-8ea8-44e87ac6397a/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1054.907779] env[63920]: DEBUG nova.compute.manager [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.907971] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.909648] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e51b34-6454-4fa8-9c98-a638535946f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.975522] env[63920]: DEBUG nova.compute.manager [req-8ebd27f8-d2e3-401e-800f-e5b85997bd72 req-f8e3e0d4-e6ec-45c1-a6ee-06403bebdb49 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-vif-plugged-6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1054.975522] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ebd27f8-d2e3-401e-800f-e5b85997bd72 req-f8e3e0d4-e6ec-45c1-a6ee-06403bebdb49 service nova] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.975522] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ebd27f8-d2e3-401e-800f-e5b85997bd72 req-f8e3e0d4-e6ec-45c1-a6ee-06403bebdb49 service nova] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.975522] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ebd27f8-d2e3-401e-800f-e5b85997bd72 req-f8e3e0d4-e6ec-45c1-a6ee-06403bebdb49 service nova] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.975522] env[63920]: DEBUG nova.compute.manager [req-8ebd27f8-d2e3-401e-800f-e5b85997bd72 req-f8e3e0d4-e6ec-45c1-a6ee-06403bebdb49 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] No waiting events found dispatching network-vif-plugged-6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.975854] env[63920]: WARNING nova.compute.manager [req-8ebd27f8-d2e3-401e-800f-e5b85997bd72 req-f8e3e0d4-e6ec-45c1-a6ee-06403bebdb49 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received unexpected event network-vif-plugged-6a7cdb91-b063-4860-9373-edd85df5e700 for instance with vm_state active and task_state None. [ 1054.978728] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.979254] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd6aab7-fe50-4fe2-af60-febf535fd1c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.986436] env[63920]: DEBUG oslo_vmware.api [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1054.986436] env[63920]: value = "task-2392778" [ 1054.986436] env[63920]: _type = "Task" [ 1054.986436] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.993642] env[63920]: DEBUG oslo_vmware.api [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.016716] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c16c5075-d1f3-431f-9ce5-b399efa92122 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.095513] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392777, 'name': CreateVM_Task, 'duration_secs': 0.248959} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.095699] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.096263] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.096665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.097062] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1055.097464] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f43f24-fd01-4531-ad0b-b9ce2585b698 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.102917] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1055.102917] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523a2cb6-ff9d-2a3b-caf7-0a9ef62e7047" [ 1055.102917] env[63920]: _type = "Task" [ 1055.102917] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.111490] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523a2cb6-ff9d-2a3b-caf7-0a9ef62e7047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.121825] env[63920]: DEBUG nova.network.neutron [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Updated VIF entry in instance network info cache for port 21f6c5ce-ce15-41f9-9adf-38b01a19b7b7. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.121825] env[63920]: DEBUG nova.network.neutron [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Updating instance_info_cache with network_info: [{"id": "21f6c5ce-ce15-41f9-9adf-38b01a19b7b7", "address": "fa:16:3e:37:dd:90", "network": {"id": "bef87785-10f1-48ef-922f-59480a905fdf", "bridge": "br-int", "label": "tempest-ServersTestJSON-476449475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "233c8c00073a49e6b14cf413675ebc7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21f6c5ce-ce", "ovs_interfaceid": "21f6c5ce-ce15-41f9-9adf-38b01a19b7b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.132272] env[63920]: WARNING nova.network.neutron [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] 79747bdc-758f-4ea3-9199-9b29ecb25c34 already exists in list: networks containing: ['79747bdc-758f-4ea3-9199-9b29ecb25c34']. ignoring it [ 1055.164621] env[63920]: DEBUG nova.scheduler.client.report [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.289263] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52498572-93a3-e6eb-e57f-f452856113ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.290148] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c506823f-0576-4386-97a3-c4bf9e8e8172 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.296044] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1055.296044] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5230641d-5927-a198-5b09-1c0bce66ff13" [ 1055.296044] env[63920]: _type = "Task" [ 1055.296044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.305047] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5230641d-5927-a198-5b09-1c0bce66ff13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.478680] env[63920]: DEBUG nova.network.neutron [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a7cdb91-b063-4860-9373-edd85df5e700", "address": "fa:16:3e:ae:f7:f5", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7cdb91-b0", "ovs_interfaceid": "6a7cdb91-b063-4860-9373-edd85df5e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.497769] env[63920]: DEBUG oslo_vmware.api [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392778, 'name': PowerOffVM_Task, 'duration_secs': 0.223835} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.498461] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.498655] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.499171] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07b67d9d-166e-4e43-9e3a-59ad71f1af51 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.567589] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.567791] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.567984] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleting the datastore file [datastore2] d027a6e2-38be-48f7-b86d-7a615dbde9a8 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.568309] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91921bc3-a163-495d-bea1-3a795428c71e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.574894] env[63920]: DEBUG oslo_vmware.api [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1055.574894] env[63920]: value = "task-2392780" [ 1055.574894] env[63920]: _type = "Task" [ 1055.574894] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.583500] env[63920]: DEBUG oslo_vmware.api [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.614798] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523a2cb6-ff9d-2a3b-caf7-0a9ef62e7047, 'name': SearchDatastore_Task, 'duration_secs': 0.009543} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.615312] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.615667] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.615992] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.625044] env[63920]: DEBUG oslo_concurrency.lockutils [req-b6288548-7ca3-4b5e-b46d-3656d1d504bc req-6b66c27e-51d1-44ba-a4a1-89adb82027aa service nova] Releasing lock "refresh_cache-018cd37d-1457-4e68-8a37-43160990ef9b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.673718] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.679850] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.166s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.700229] env[63920]: INFO nova.scheduler.client.report [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Deleted allocations for instance 08d6530a-cad4-48dc-a112-ba7bd37929ff [ 1055.807149] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5230641d-5927-a198-5b09-1c0bce66ff13, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.807883] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.808280] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 018cd37d-1457-4e68-8a37-43160990ef9b/018cd37d-1457-4e68-8a37-43160990ef9b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.808665] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.808966] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.809318] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c07ed348-a404-437d-9238-f51f5475b875 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.812031] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2121451-106a-4e03-90ed-455efc0ee516 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.815970] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.825067] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1055.825067] env[63920]: value = "task-2392781" [ 1055.825067] env[63920]: _type = "Task" [ 1055.825067] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.827079] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.827472] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.832762] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9732721-6a75-4943-b2d0-0e89901cfa39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.847178] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.848386] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1055.848386] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521ccdfa-8699-0c50-dd00-941cc2d9e897" [ 1055.848386] env[63920]: _type = "Task" [ 1055.848386] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.856076] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.857019] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.857019] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.857019] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.857019] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.857306] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.857306] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.857724] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.857865] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.858149] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.858755] env[63920]: DEBUG nova.virt.hardware [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.859554] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a9ffa-1a24-4d9d-a9cb-9e6407255dc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.868794] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521ccdfa-8699-0c50-dd00-941cc2d9e897, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.873317] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e723f66b-7c46-457e-81c7-7ae6f8c4b0da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.877107] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a200a3b3-ca32-477a-8658-914f6af99d67 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.886320] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1055.886320] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528721d7-88a7-4f07-cfe3-88d443cf1c79" [ 1055.886320] env[63920]: _type = "Task" [ 1055.886320] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.906526] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528721d7-88a7-4f07-cfe3-88d443cf1c79, 'name': SearchDatastore_Task, 'duration_secs': 0.00918} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.906809] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.907182] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.907708] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fbebd32-d75c-456f-842a-1f3d7547b290 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.915456] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1055.915456] env[63920]: value = "task-2392782" [ 1055.915456] env[63920]: _type = "Task" [ 1055.915456] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.924458] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.980502] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.981249] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.981516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.982378] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caca104-7ad7-4219-a7ef-a5c21ca87042 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.003338] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.003831] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.004061] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.004513] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.004810] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.005036] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.005342] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.005571] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.005761] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.006047] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.006311] env[63920]: DEBUG nova.virt.hardware [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.015020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Reconfiguring VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1056.015326] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1e91cf-6c1f-4fc6-8359-98b36a82c7e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.032520] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.032900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.040873] env[63920]: DEBUG oslo_vmware.api [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1056.040873] env[63920]: value = "task-2392783" [ 1056.040873] env[63920]: _type = "Task" [ 1056.040873] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.054163] env[63920]: DEBUG oslo_vmware.api [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392783, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.086897] env[63920]: DEBUG oslo_vmware.api [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261702} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.087223] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.087560] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.087741] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.088018] env[63920]: INFO nova.compute.manager [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1056.088334] env[63920]: DEBUG oslo.service.loopingcall [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1056.088619] env[63920]: DEBUG nova.compute.manager [-] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.088775] env[63920]: DEBUG nova.network.neutron [-] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.209638] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d3b8c45b-7dd3-491d-abd0-5daf152e44af tempest-ServersTestJSON-1376895813 tempest-ServersTestJSON-1376895813-project-member] Lock "08d6530a-cad4-48dc-a112-ba7bd37929ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.460s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.337703] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392781, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.426550] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.539198] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.558349] env[63920]: DEBUG oslo_vmware.api [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.695381] env[63920]: INFO nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating resource usage from migration 84569a92-c097-4a6c-bdc2-3a99cc6e1bd7 [ 1056.725145] env[63920]: DEBUG nova.network.neutron [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Successfully updated port: b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.730952] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7230b129-84a2-4516-b0a2-b7fbad519083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.730952] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6daee122-5622-4804-bd63-a292c4e59e45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.730952] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 42bd8c1f-062a-4a96-b015-529e468cbf8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.730952] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f21b5eed-79d7-40c7-b918-d7f59cf6ff30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.731395] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance cbace791-b32a-42e1-91eb-959c18ed4a6c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1056.731395] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6f437015-b2bb-4bc1-9bcf-e25d18364b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.731395] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.731571] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d027a6e2-38be-48f7-b86d-7a615dbde9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.731750] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 018cd37d-1457-4e68-8a37-43160990ef9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.731935] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 810b7d11-ed5a-4003-896d-203e506582f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.732146] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d6855049-1e09-494c-bb89-f53502c8e1e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.733141] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Migration 84569a92-c097-4a6c-bdc2-3a99cc6e1bd7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1056.733246] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 0929b0f3-6de8-4c8f-ae10-072d2330204b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1056.837117] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520242} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.837448] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 018cd37d-1457-4e68-8a37-43160990ef9b/018cd37d-1457-4e68-8a37-43160990ef9b.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.837698] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.838059] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8835435d-fcbb-438f-ae74-f88f57bdb277 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.845249] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1056.845249] env[63920]: value = "task-2392784" [ 1056.845249] env[63920]: _type = "Task" [ 1056.845249] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.854965] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.926637] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757066} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.926898] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.927121] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.927379] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6e6f62b-5417-4e55-8ba4-d15468135b29 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.939032] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1056.939032] env[63920]: value = "task-2392785" [ 1056.939032] env[63920]: _type = "Task" [ 1056.939032] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.947717] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.066057] env[63920]: DEBUG oslo_vmware.api [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392783, 'name': ReconfigVM_Task, 'duration_secs': 0.819912} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.066822] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.067234] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Reconfigured VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1057.077692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.085193] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-changed-6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1057.085416] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Refreshing instance network info cache due to event network-changed-6a7cdb91-b063-4860-9373-edd85df5e700. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1057.085619] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Acquiring lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.085753] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Acquired lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.085911] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Refreshing network info cache for port 6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.228885] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "refresh_cache-d6855049-1e09-494c-bb89-f53502c8e1e6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.229047] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "refresh_cache-d6855049-1e09-494c-bb89-f53502c8e1e6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.229193] env[63920]: DEBUG nova.network.neutron [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.236670] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f5ac8861-7f93-4b83-a881-dd24c2805ee7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1057.236961] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1057.237123] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1057.352482] env[63920]: DEBUG nova.network.neutron [-] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.361014] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072306} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.361315] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.365221] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4aa161-ed5c-4e6d-b8d9-b078297f9b86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.389958] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 018cd37d-1457-4e68-8a37-43160990ef9b/018cd37d-1457-4e68-8a37-43160990ef9b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.393317] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7e0f37f-3a93-498d-9240-56d13250cd43 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.414836] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1057.414836] env[63920]: value = "task-2392786" [ 1057.414836] env[63920]: _type = "Task" [ 1057.414836] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.423396] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.450558] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071097} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.451042] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.451623] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579e0e7-07c5-44ce-8771-13c880535668 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.473925] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.474592] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aee280b-31bc-4a24-ae93-42265d25a22c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.498350] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1057.498350] env[63920]: value = "task-2392787" [ 1057.498350] env[63920]: _type = "Task" [ 1057.498350] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.504438] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7248e6a-f6e4-4b54-88f7-03de839e34c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.512078] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.516524] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda90fa4-82f2-4f20-b019-bec3bae2998a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.547110] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831cca32-2413-46b0-809a-0c2f9cace179 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.554861] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49145b28-8dad-456d-a04e-e61a4de925ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.569642] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.573022] env[63920]: DEBUG oslo_concurrency.lockutils [None req-542c3c7b-07e0-4f35-a693-45f8db3a660e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.619s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.791467] env[63920]: DEBUG nova.network.neutron [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.858070] env[63920]: INFO nova.compute.manager [-] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Took 1.77 seconds to deallocate network for instance. [ 1057.924521] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392786, 'name': ReconfigVM_Task, 'duration_secs': 0.293696} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.924794] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 018cd37d-1457-4e68-8a37-43160990ef9b/018cd37d-1457-4e68-8a37-43160990ef9b.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.925442] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75141e20-04e3-4132-9a34-e5d5c211e089 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.932427] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1057.932427] env[63920]: value = "task-2392788" [ 1057.932427] env[63920]: _type = "Task" [ 1057.932427] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.941488] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392788, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.003500] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updated VIF entry in instance network info cache for port 6a7cdb91-b063-4860-9373-edd85df5e700. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.003911] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a7cdb91-b063-4860-9373-edd85df5e700", "address": "fa:16:3e:ae:f7:f5", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7cdb91-b0", "ovs_interfaceid": "6a7cdb91-b063-4860-9373-edd85df5e700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.013485] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392787, 'name': ReconfigVM_Task, 'duration_secs': 0.394526} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.013485] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.013485] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-193e06ad-9041-4b34-8a78-9c7c8a41c7c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.018837] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1058.018837] env[63920]: value = "task-2392789" [ 1058.018837] env[63920]: _type = "Task" [ 1058.018837] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.023429] env[63920]: DEBUG nova.network.neutron [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Updating instance_info_cache with network_info: [{"id": "b682edef-0d43-4da2-bdd5-24b3a082141f", "address": "fa:16:3e:f9:ea:d2", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682edef-0d", "ovs_interfaceid": "b682edef-0d43-4da2-bdd5-24b3a082141f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.027638] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392789, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.071998] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.444543] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392788, 'name': Rename_Task, 'duration_secs': 0.188057} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.444830] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.445068] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c6b5801-8e29-4bd9-9196-846018f0ac0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.451704] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1058.451704] env[63920]: value = "task-2392790" [ 1058.451704] env[63920]: _type = "Task" [ 1058.451704] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.463145] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.507063] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Releasing lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.507359] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Received event network-vif-plugged-b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.507711] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Acquiring lock "d6855049-1e09-494c-bb89-f53502c8e1e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.507979] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.508169] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.508344] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] No waiting events found dispatching network-vif-plugged-b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.508534] env[63920]: WARNING nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Received unexpected event network-vif-plugged-b682edef-0d43-4da2-bdd5-24b3a082141f for instance with vm_state building and task_state spawning. [ 1058.508746] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Received event network-changed-b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.508916] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Refreshing instance network info cache due to event network-changed-b682edef-0d43-4da2-bdd5-24b3a082141f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.509099] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Acquiring lock "refresh_cache-d6855049-1e09-494c-bb89-f53502c8e1e6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.527690] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392789, 'name': Rename_Task, 'duration_secs': 0.175607} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.527947] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.528255] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff36904d-a212-4600-ad74-d824238fcfe8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.534528] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1058.534528] env[63920]: value = "task-2392791" [ 1058.534528] env[63920]: _type = "Task" [ 1058.534528] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.542872] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.962765] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.044505] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.463745] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.546486] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392791, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.775833] env[63920]: DEBUG oslo_vmware.api [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392790, 'name': PowerOnVM_Task, 'duration_secs': 1.232076} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.775833] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.775833] env[63920]: INFO nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Took 10.85 seconds to spawn the instance on the hypervisor. [ 1060.775833] env[63920]: DEBUG nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.775833] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937adf10-b4d1-4bf1-aba8-96d9069b6513 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.775833] env[63920]: DEBUG oslo_vmware.api [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392791, 'name': PowerOnVM_Task, 'duration_secs': 1.117074} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.775833] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.775833] env[63920]: INFO nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Took 5.58 seconds to spawn the instance on the hypervisor. [ 1060.775833] env[63920]: DEBUG nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.775833] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041f75c7-1d4f-4566-b8f1-5574369010cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.869032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.986012] env[63920]: INFO nova.compute.manager [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Took 18.90 seconds to build instance. [ 1061.032869] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "refresh_cache-d6855049-1e09-494c-bb89-f53502c8e1e6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.033231] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Instance network_info: |[{"id": "b682edef-0d43-4da2-bdd5-24b3a082141f", "address": "fa:16:3e:f9:ea:d2", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682edef-0d", "ovs_interfaceid": "b682edef-0d43-4da2-bdd5-24b3a082141f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1061.033525] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Acquired lock "refresh_cache-d6855049-1e09-494c-bb89-f53502c8e1e6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.033703] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Refreshing network info cache for port b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.035025] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:ea:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b682edef-0d43-4da2-bdd5-24b3a082141f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.042321] env[63920]: DEBUG oslo.service.loopingcall [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1061.044306] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.044306] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2fbafb7-ef98-42e5-bfb4-17b22a49e552 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.065111] env[63920]: INFO nova.compute.manager [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Took 18.48 seconds to build instance. [ 1061.069387] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.069387] env[63920]: value = "task-2392792" [ 1061.069387] env[63920]: _type = "Task" [ 1061.069387] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.077411] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392792, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.080044] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1061.080245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.401s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.080700] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.255s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.488336] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9518ef20-7159-4f18-9e7a-f934024632f5 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.426s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.567692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-720b9ac1-0445-46d2-b608-9c1b3d6e2ff4 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "810b7d11-ed5a-4003-896d-203e506582f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.992s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.579282] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392792, 'name': CreateVM_Task, 'duration_secs': 0.368843} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.579441] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.580145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.580309] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.580631] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1061.580882] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01b6507-e10b-41b8-896b-eb4d1dbc2d1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.585895] env[63920]: INFO nova.compute.claims [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.593424] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1061.593424] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5283f721-f7b6-6987-03a6-d0489491fdf1" [ 1061.593424] env[63920]: _type = "Task" [ 1061.593424] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.604079] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5283f721-f7b6-6987-03a6-d0489491fdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.930918] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Updated VIF entry in instance network info cache for port b682edef-0d43-4da2-bdd5-24b3a082141f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.930918] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Updating instance_info_cache with network_info: [{"id": "b682edef-0d43-4da2-bdd5-24b3a082141f", "address": "fa:16:3e:f9:ea:d2", "network": {"id": "3335178b-97c7-405c-aa26-581e32b63610", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1340410589-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d474af2a9cc842d8bae667a24a1b7bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb682edef-0d", "ovs_interfaceid": "b682edef-0d43-4da2-bdd5-24b3a082141f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.102572] env[63920]: INFO nova.compute.resource_tracker [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating resource usage from migration 84569a92-c097-4a6c-bdc2-3a99cc6e1bd7 [ 1062.117030] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5283f721-f7b6-6987-03a6-d0489491fdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.118278] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.118278] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.118650] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.118779] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.119192] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.119743] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc9aaa95-6a30-4eb5-be04-a6a7cb70154a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.131380] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.131380] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.131721] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf88a724-6261-4fb2-ade0-e145d99dce9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.137795] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1062.137795] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52adfd2f-e1fe-695d-7b8e-25d767155939" [ 1062.137795] env[63920]: _type = "Task" [ 1062.137795] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.150168] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52adfd2f-e1fe-695d-7b8e-25d767155939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.362114] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929bc37d-d4a7-41c0-b040-a6dba769dd68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.370787] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c4820-1749-4765-bbb7-c229a106df00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.409246] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7518ac3-a9cf-4a32-ac6c-9307bb15b462 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.420836] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0894e06-f1dd-46cb-93d2-61b790bcc138 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.436846] env[63920]: DEBUG oslo_concurrency.lockutils [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] Releasing lock "refresh_cache-d6855049-1e09-494c-bb89-f53502c8e1e6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.437968] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Received event network-vif-deleted-3cd05042-54a8-44cd-88d1-2d6b9cae4e12 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.437968] env[63920]: INFO nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Neutron deleted interface 3cd05042-54a8-44cd-88d1-2d6b9cae4e12; detaching it from the instance and deleting it from the info cache [ 1062.437968] env[63920]: DEBUG nova.network.neutron [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.439193] env[63920]: DEBUG nova.compute.provider_tree [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.610123] env[63920]: INFO nova.compute.manager [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Rebuilding instance [ 1062.651898] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52adfd2f-e1fe-695d-7b8e-25d767155939, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.655344] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dc60d57-95af-428c-840f-d9d658274dda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.660859] env[63920]: DEBUG nova.compute.manager [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.661752] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4689c19d-c560-4a1a-be3f-fdcac3293fd3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.666422] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1062.666422] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f07934-1ae9-3730-627d-c8857de07a38" [ 1062.666422] env[63920]: _type = "Task" [ 1062.666422] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.680245] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f07934-1ae9-3730-627d-c8857de07a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.915875] env[63920]: INFO nova.compute.manager [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Rebuilding instance [ 1062.945735] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-739823e9-9f4e-4f5c-9597-4c58c2f5d5a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.951589] env[63920]: DEBUG nova.scheduler.client.report [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.962311] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17465359-6b12-4768-a24e-b9d2d1c0ad7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.979586] env[63920]: DEBUG nova.compute.manager [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.980453] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea883f-97e1-458a-ba63-8eb0c306c827 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.999984] env[63920]: DEBUG nova.compute.manager [req-9745654b-9194-4279-a5a2-550e0b73209b req-c51c4916-d417-4f0b-a16f-0b03aebfc0bd service nova] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Detach interface failed, port_id=3cd05042-54a8-44cd-88d1-2d6b9cae4e12, reason: Instance d027a6e2-38be-48f7-b86d-7a615dbde9a8 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1063.182299] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f07934-1ae9-3730-627d-c8857de07a38, 'name': SearchDatastore_Task, 'duration_secs': 0.022519} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.182930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1063.183300] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] d6855049-1e09-494c-bb89-f53502c8e1e6/d6855049-1e09-494c-bb89-f53502c8e1e6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.183633] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97c2cb5-e757-49fc-a3e7-9e69b458692f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.192735] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1063.192735] env[63920]: value = "task-2392793" [ 1063.192735] env[63920]: _type = "Task" [ 1063.192735] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.205244] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.250629] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "018cd37d-1457-4e68-8a37-43160990ef9b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.250905] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.251130] env[63920]: DEBUG nova.compute.manager [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.252143] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de2463-b2b2-4859-94bd-6b65af901f1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.259109] env[63920]: DEBUG nova.compute.manager [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1063.259797] env[63920]: DEBUG nova.objects.instance [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'flavor' on Instance uuid 018cd37d-1457-4e68-8a37-43160990ef9b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.271656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-6a7cdb91-b063-4860-9373-edd85df5e700" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.271787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-6a7cdb91-b063-4860-9373-edd85df5e700" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.456372] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.375s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.456639] env[63920]: INFO nova.compute.manager [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Migrating [ 1063.463465] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.219s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.463694] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.465903] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.389s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.467999] env[63920]: INFO nova.compute.claims [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.499195] env[63920]: INFO nova.scheduler.client.report [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Deleted allocations for instance cbace791-b32a-42e1-91eb-959c18ed4a6c [ 1063.684052] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.685267] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7334c89c-9c0c-405f-a6ed-b2591e3c36fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.693330] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1063.693330] env[63920]: value = "task-2392794" [ 1063.693330] env[63920]: _type = "Task" [ 1063.693330] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.706716] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.710209] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392793, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.775153] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.775659] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.777647] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a104e276-3f4e-4158-9ce8-73a2d8c26ffe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.805903] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349bc109-05b8-4fa9-925a-0fb44424d279 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.848240] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Reconfiguring VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1063.848700] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abac962b-dbd6-475b-bc3e-77401314e3bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.877188] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1063.877188] env[63920]: value = "task-2392795" [ 1063.877188] env[63920]: _type = "Task" [ 1063.877188] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.889218] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.982724] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.983254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.983254] env[63920]: DEBUG nova.network.neutron [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.008505] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.008814] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc21580-979f-4617-96ba-7a5f8ddd7503 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.011981] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2bb32bb1-2e8c-4da5-a54b-f21d1dbeda35 tempest-AttachInterfacesUnderV243Test-156768475 tempest-AttachInterfacesUnderV243Test-156768475-project-member] Lock "cbace791-b32a-42e1-91eb-959c18ed4a6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.846s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.020324] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1064.020324] env[63920]: value = "task-2392796" [ 1064.020324] env[63920]: _type = "Task" [ 1064.020324] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.029773] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.159024] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276fde9-d3a6-65a3-8ea8-44e87ac6397a/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.160297] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1148ee-c016-409c-ba50-e074dbf95eb0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.166566] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276fde9-d3a6-65a3-8ea8-44e87ac6397a/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.166730] env[63920]: ERROR oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276fde9-d3a6-65a3-8ea8-44e87ac6397a/disk-0.vmdk due to incomplete transfer. [ 1064.166941] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9054d73e-6e51-478a-91c2-64e3c635883a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.175114] env[63920]: DEBUG oslo_vmware.rw_handles [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5276fde9-d3a6-65a3-8ea8-44e87ac6397a/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.175311] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Uploaded image d1d82347-8ad1-4fd3-b88a-9c636a30aea2 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.177570] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.177808] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1a722ff-b922-4914-851e-f07e82c7d72d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.183950] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1064.183950] env[63920]: value = "task-2392797" [ 1064.183950] env[63920]: _type = "Task" [ 1064.183950] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.193531] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392797, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.203332] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392794, 'name': PowerOffVM_Task, 'duration_secs': 0.280139} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.203881] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.204129] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.204831] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0875bdbb-dd5a-4a64-8c40-29e8aefa601a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.210324] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881022} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.210874] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] d6855049-1e09-494c-bb89-f53502c8e1e6/d6855049-1e09-494c-bb89-f53502c8e1e6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.211188] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.211416] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57bcd917-b539-4d9b-8fba-74edf3abd250 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.214737] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.215231] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f222244-40cf-459d-85bb-6570315006d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.218265] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1064.218265] env[63920]: value = "task-2392798" [ 1064.218265] env[63920]: _type = "Task" [ 1064.218265] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.225298] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.241438] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.241668] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.241857] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Deleting the datastore file [datastore1] 810b7d11-ed5a-4003-896d-203e506582f1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.242139] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77bb171e-7df9-4729-8822-fef80ee6db7e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.247689] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1064.247689] env[63920]: value = "task-2392800" [ 1064.247689] env[63920]: _type = "Task" [ 1064.247689] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.255367] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.267177] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.267528] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9c37ba-782a-4b6d-93a3-2881d69d78ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.273771] env[63920]: DEBUG oslo_vmware.api [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1064.273771] env[63920]: value = "task-2392801" [ 1064.273771] env[63920]: _type = "Task" [ 1064.273771] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.282364] env[63920]: DEBUG oslo_vmware.api [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.388018] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.533520] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392796, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.658966] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07bff37-0c61-4b2e-87a5-184174a7c75a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.668296] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927a1b3-ee66-4500-a85b-b886f7317ccb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.706492] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9ea01b-bd7d-4812-bc76-2641bbda2b7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.716015] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392797, 'name': Destroy_Task, 'duration_secs': 0.418227} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.716319] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Destroyed the VM [ 1064.716597] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1064.716873] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd5b6153-0124-4b6d-b87e-5f5ecea2c00d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.719399] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb105b1-051d-419f-afd6-8e9b9d437878 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.730060] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1064.730060] env[63920]: value = "task-2392802" [ 1064.730060] env[63920]: _type = "Task" [ 1064.730060] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.738257] env[63920]: DEBUG nova.compute.provider_tree [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.744893] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085075} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.747360] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.748955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ad691-fdcb-4e27-bf4d-4bfbb0a4dd64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.758264] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.778112] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] d6855049-1e09-494c-bb89-f53502c8e1e6/d6855049-1e09-494c-bb89-f53502c8e1e6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.781530] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b35ebb-40cb-4ccc-bab1-d0049e725d91 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.795797] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092507} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.796773] env[63920]: DEBUG nova.network.neutron [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.800935] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.801136] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.801316] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.809322] env[63920]: DEBUG oslo_vmware.api [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392801, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.810959] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1064.810959] env[63920]: value = "task-2392803" [ 1064.810959] env[63920]: _type = "Task" [ 1064.810959] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.822866] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.888039] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.031868] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392796, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.248256] env[63920]: DEBUG nova.scheduler.client.report [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.251347] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.290215] env[63920]: DEBUG oslo_vmware.api [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392801, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.304735] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1065.322741] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.390722] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.532707] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392796, 'name': PowerOffVM_Task, 'duration_secs': 1.286948} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.533052] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.533300] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.534082] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655777f-8e16-4bb5-af77-e491c7ae42c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.541334] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.541579] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a28ea8c-d0fa-428c-9075-1a7797013f36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.611673] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.611673] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.611673] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleting the datastore file [datastore1] f21b5eed-79d7-40c7-b918-d7f59cf6ff30 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.611902] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dde5372d-c2d6-41ee-81ed-12d681ce3381 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.619086] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1065.619086] env[63920]: value = "task-2392805" [ 1065.619086] env[63920]: _type = "Task" [ 1065.619086] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.628919] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.748831] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.753104] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.753299] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.756043] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.887s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.759814] env[63920]: DEBUG nova.objects.instance [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'resources' on Instance uuid d027a6e2-38be-48f7-b86d-7a615dbde9a8 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.789946] env[63920]: DEBUG oslo_vmware.api [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392801, 'name': PowerOffVM_Task, 'duration_secs': 1.037975} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.790932] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.791088] env[63920]: DEBUG nova.compute.manager [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.791889] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa4b34-bb4e-4914-a085-8ea9b02d72f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.826295] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392803, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.854055] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.854313] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.854472] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.854655] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.854817] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.854972] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.855241] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.855468] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.855715] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.855918] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.856110] env[63920]: DEBUG nova.virt.hardware [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.857306] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c25b3f-d321-4b5a-a8b7-76da106af82d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.866400] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d5bd40-1753-4afb-8ce5-db66eee6bd0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.881187] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.886771] env[63920]: DEBUG oslo.service.loopingcall [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1065.889860] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.890118] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f254e366-9920-49b8-b3e3-b7b3c8b49bd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.907762] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.908942] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.908942] env[63920]: value = "task-2392806" [ 1065.908942] env[63920]: _type = "Task" [ 1065.908942] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.917927] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392806, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.135458] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135287} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.135742] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.135796] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.136239] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.251233] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392802, 'name': RemoveSnapshot_Task, 'duration_secs': 1.307978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.251233] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1066.251233] env[63920]: DEBUG nova.compute.manager [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.255345] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3866ec7-f017-403f-be85-d41162043743 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.259444] env[63920]: DEBUG nova.compute.utils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1066.263402] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.263588] env[63920]: DEBUG nova.network.neutron [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.309036] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0eb8f81d-aa92-487e-9b53-f5d5acdef685 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.058s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.322671] env[63920]: DEBUG nova.policy [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d8a39a89a04a2698a7cc37812c2d36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5446d36da04fc19e4ca27cb63db8d8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.336223] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392803, 'name': ReconfigVM_Task, 'duration_secs': 1.054435} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.336514] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Reconfigured VM instance instance-00000060 to attach disk [datastore1] d6855049-1e09-494c-bb89-f53502c8e1e6/d6855049-1e09-494c-bb89-f53502c8e1e6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.339837] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea08f3ba-3b64-4eb7-b7ef-5269d63a9629 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.347363] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1066.347363] env[63920]: value = "task-2392807" [ 1066.347363] env[63920]: _type = "Task" [ 1066.347363] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.356702] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392807, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.393666] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.417667] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392806, 'name': CreateVM_Task, 'duration_secs': 0.403719} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.420437] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.420764] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.420929] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.421283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.421555] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87221500-02b5-478e-b305-ccaedaa1da9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.427556] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1066.427556] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f4518e-096a-3902-b078-0b806d583cb6" [ 1066.427556] env[63920]: _type = "Task" [ 1066.427556] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.439871] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f4518e-096a-3902-b078-0b806d583cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.489582] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7a1e70-26cd-4f10-90d8-d840f5d46ac7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.497048] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d1893-f1a3-4bff-a4a8-9706ec3ca2f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.529329] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4824a6a-dc2e-4d5f-92d3-b36f8e16b3d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.536350] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542a9e51-04b1-494b-b569-e55098dca489 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.550152] env[63920]: DEBUG nova.compute.provider_tree [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.658128] env[63920]: DEBUG nova.network.neutron [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Successfully created port: b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.764850] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.776151] env[63920]: INFO nova.compute.manager [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Shelve offloading [ 1066.834549] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c945c24-9619-4035-acc3-b8da6c8d61a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.859591] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1066.879625] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392807, 'name': Rename_Task, 'duration_secs': 0.140607} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.879908] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.880170] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f954006e-de1e-47dd-9e0b-bc0e8a3f3970 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.889966] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1066.889966] env[63920]: value = "task-2392808" [ 1066.889966] env[63920]: _type = "Task" [ 1066.889966] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.897582] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.902046] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.939602] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f4518e-096a-3902-b078-0b806d583cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.939901] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.940153] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.940397] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.940544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.940715] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.940976] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e157d361-8ec9-42bf-bd09-22b45d3abc4b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.949559] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.949773] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.950489] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9be19e57-35eb-4078-ad4d-00ab62628160 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.956833] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1066.956833] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3f298-4383-54d4-4713-85ed23545540" [ 1066.956833] env[63920]: _type = "Task" [ 1066.956833] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.967289] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3f298-4383-54d4-4713-85ed23545540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.053733] env[63920]: DEBUG nova.scheduler.client.report [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.173391] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.173719] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.173719] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.173888] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.174384] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.174384] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.174384] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.174608] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.174771] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.174847] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.175012] env[63920]: DEBUG nova.virt.hardware [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.175930] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6677a43-24c3-43eb-a6f2-127d342ff887 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.184091] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db71e8-3c3e-4486-ac15-e147be3390f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.197411] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:36:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cf6ba6d-b270-4012-9c08-f321c6645d5b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.204743] env[63920]: DEBUG oslo.service.loopingcall [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1067.205382] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.205618] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50407ae0-c671-4e3f-a8f2-700b5cc45c59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.224700] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.224700] env[63920]: value = "task-2392809" [ 1067.224700] env[63920]: _type = "Task" [ 1067.224700] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.234485] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392809, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.283158] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.283589] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-772e65cf-126d-4d84-b32d-815b74cd63b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.292138] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1067.292138] env[63920]: value = "task-2392810" [ 1067.292138] env[63920]: _type = "Task" [ 1067.292138] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.297502] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "018cd37d-1457-4e68-8a37-43160990ef9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.297768] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.297976] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "018cd37d-1457-4e68-8a37-43160990ef9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.298194] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.298363] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.304387] env[63920]: INFO nova.compute.manager [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Terminating instance [ 1067.305926] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1067.306157] env[63920]: DEBUG nova.compute.manager [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.307903] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a1a423-886d-49f8-9cea-be8611600e6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.315951] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.315951] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.315951] env[63920]: DEBUG nova.network.neutron [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.368732] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.369038] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0ecfabb-5a89-4b30-b09f-a1791ea0aa97 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.375728] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1067.375728] env[63920]: value = "task-2392811" [ 1067.375728] env[63920]: _type = "Task" [ 1067.375728] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.383722] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.398509] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.403736] env[63920]: DEBUG oslo_vmware.api [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392808, 'name': PowerOnVM_Task, 'duration_secs': 0.469199} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.404010] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.404231] env[63920]: INFO nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1067.404417] env[63920]: DEBUG nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.405227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f53fc2d-8256-4e9c-9431-695fd7eb26d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.466925] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3f298-4383-54d4-4713-85ed23545540, 'name': SearchDatastore_Task, 'duration_secs': 0.010825} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.467848] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5f55fd-3f8d-44bb-9472-4d3ee0d805fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.473732] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1067.473732] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525cbb19-2474-04a9-c05d-06bc2d493a65" [ 1067.473732] env[63920]: _type = "Task" [ 1067.473732] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.485399] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525cbb19-2474-04a9-c05d-06bc2d493a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.559439] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.588661] env[63920]: INFO nova.scheduler.client.report [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted allocations for instance d027a6e2-38be-48f7-b86d-7a615dbde9a8 [ 1067.735573] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392809, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.777081] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.795934] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.796053] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.796199] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.796383] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.796530] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.796680] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.796881] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.797075] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.797285] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.797416] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.797696] env[63920]: DEBUG nova.virt.hardware [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.800902] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb3e75b-02f4-4c5f-b38c-2ce6be77312e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.806574] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c26660-c37f-47fe-9ced-f34a31dafd89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.812681] env[63920]: DEBUG nova.compute.manager [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.812681] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.821100] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a7534-ad74-4a24-83b1-5f132245b696 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.830491] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.831055] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76dddd7c-5184-4cac-b84e-76da4fa7cb02 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.886708] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392811, 'name': PowerOffVM_Task, 'duration_secs': 0.216056} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.890360] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.890630] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.898215] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.898215] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.898215] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore1] 018cd37d-1457-4e68-8a37-43160990ef9b {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.900817] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4efb9f45-f62a-46ad-9b17-b63bf1e132a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.902790] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.910361] env[63920]: DEBUG oslo_vmware.api [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1067.910361] env[63920]: value = "task-2392813" [ 1067.910361] env[63920]: _type = "Task" [ 1067.910361] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.920087] env[63920]: DEBUG oslo_vmware.api [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.923887] env[63920]: INFO nova.compute.manager [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Took 21.23 seconds to build instance. [ 1067.984321] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525cbb19-2474-04a9-c05d-06bc2d493a65, 'name': SearchDatastore_Task, 'duration_secs': 0.012497} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.984721] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.984848] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.985101] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5179452f-bbdb-473b-a6c6-677cdf62a2a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.994697] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1067.994697] env[63920]: value = "task-2392814" [ 1067.994697] env[63920]: _type = "Task" [ 1067.994697] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.002324] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.096155] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c8379f5d-30d7-4a23-b8f7-6c5deb1651fa tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "d027a6e2-38be-48f7-b86d-7a615dbde9a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.701s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.236242] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392809, 'name': CreateVM_Task, 'duration_secs': 0.513436} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.236644] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.237064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.237233] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.237605] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1068.238174] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c51198-b40a-4b97-9ccb-742bf4dd4504 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.243056] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1068.243056] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5257520c-8d47-1d36-aac7-3300192b373a" [ 1068.243056] env[63920]: _type = "Task" [ 1068.243056] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.250530] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5257520c-8d47-1d36-aac7-3300192b373a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.400388] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.400615] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.400785] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.401677] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.401677] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.401677] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.401677] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.401917] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.402043] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.402205] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.402414] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.407871] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.408250] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf45545f-e4f4-458b-9d4b-9639fc1c7bda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.426993] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af45160b-7efc-4a98-9a2e-64c3950fb6c8 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.754s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.428874] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1068.428874] env[63920]: value = "task-2392815" [ 1068.428874] env[63920]: _type = "Task" [ 1068.428874] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.432485] env[63920]: DEBUG oslo_vmware.api [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143816} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.435927] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.436154] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.436336] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.436554] env[63920]: INFO nova.compute.manager [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1068.436738] env[63920]: DEBUG oslo.service.loopingcall [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.437744] env[63920]: DEBUG nova.network.neutron [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.439512] env[63920]: DEBUG nova.compute.manager [-] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.439512] env[63920]: DEBUG nova.network.neutron [-] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.448035] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.506278] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.696986] env[63920]: DEBUG nova.compute.manager [req-1763b7e8-26a9-485a-9a74-60d43b6505a0 req-f4675cd7-e38c-40c0-8205-0258d356a250 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Received event network-vif-plugged-b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1068.697245] env[63920]: DEBUG oslo_concurrency.lockutils [req-1763b7e8-26a9-485a-9a74-60d43b6505a0 req-f4675cd7-e38c-40c0-8205-0258d356a250 service nova] Acquiring lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.697571] env[63920]: DEBUG oslo_concurrency.lockutils [req-1763b7e8-26a9-485a-9a74-60d43b6505a0 req-f4675cd7-e38c-40c0-8205-0258d356a250 service nova] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.697769] env[63920]: DEBUG oslo_concurrency.lockutils [req-1763b7e8-26a9-485a-9a74-60d43b6505a0 req-f4675cd7-e38c-40c0-8205-0258d356a250 service nova] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.697942] env[63920]: DEBUG nova.compute.manager [req-1763b7e8-26a9-485a-9a74-60d43b6505a0 req-f4675cd7-e38c-40c0-8205-0258d356a250 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] No waiting events found dispatching network-vif-plugged-b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.698127] env[63920]: WARNING nova.compute.manager [req-1763b7e8-26a9-485a-9a74-60d43b6505a0 req-f4675cd7-e38c-40c0-8205-0258d356a250 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Received unexpected event network-vif-plugged-b8903c5c-3c44-480a-b11c-dba50ed25862 for instance with vm_state building and task_state spawning. [ 1068.754283] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5257520c-8d47-1d36-aac7-3300192b373a, 'name': SearchDatastore_Task, 'duration_secs': 0.042894} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.754667] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.755086] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.755357] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1068.755523] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.755714] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.755997] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68c26baf-b562-4905-9a53-0d494713d04f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.771067] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.771236] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.771998] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9c89a3e-1555-4ef6-9f95-c41ec53661fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.778400] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1068.778400] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f5c345-70aa-8fc2-8622-1af29a2149a0" [ 1068.778400] env[63920]: _type = "Task" [ 1068.778400] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.787771] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f5c345-70aa-8fc2-8622-1af29a2149a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.903147] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.904408] env[63920]: DEBUG nova.network.neutron [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Successfully updated port: b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.928162] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "d6855049-1e09-494c-bb89-f53502c8e1e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.928475] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.928724] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "d6855049-1e09-494c-bb89-f53502c8e1e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.928909] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.929090] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.931089] env[63920]: INFO nova.compute.manager [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Terminating instance [ 1068.943296] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.945139] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392815, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.006436] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85326} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.009363] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.009580] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.011972] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d65ac18-b827-4c17-a551-59d798db679c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.020553] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1069.020553] env[63920]: value = "task-2392816" [ 1069.020553] env[63920]: _type = "Task" [ 1069.020553] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.030415] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.290333] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f5c345-70aa-8fc2-8622-1af29a2149a0, 'name': SearchDatastore_Task, 'duration_secs': 0.047021} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.291141] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6baa291-4157-4f37-8db6-5862aa5520e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.296237] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1069.296237] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52797a38-efa7-2a7a-f100-2445dba6c173" [ 1069.296237] env[63920]: _type = "Task" [ 1069.296237] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.304213] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52797a38-efa7-2a7a-f100-2445dba6c173, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.403057] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.407173] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.407359] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquired lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.407498] env[63920]: DEBUG nova.network.neutron [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.439608] env[63920]: DEBUG nova.compute.manager [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.439822] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.441018] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a22dd48-63c9-46ff-a9fe-0e416f144106 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.450454] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392815, 'name': ReconfigVM_Task, 'duration_secs': 0.54827} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.453838] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.457066] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.457530] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ebfa950-c307-43a7-9980-5ee85d0b24a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.463059] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.463544] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25813758-b9fa-4858-bed5-640131bb0607 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.471545] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.472537] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34c886c8-8926-4bf4-9cfd-de45e676e271 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.474058] env[63920]: DEBUG oslo_vmware.api [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1069.474058] env[63920]: value = "task-2392817" [ 1069.474058] env[63920]: _type = "Task" [ 1069.474058] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.485103] env[63920]: DEBUG oslo_vmware.api [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.516332] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.516332] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.535969] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131744} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.537259] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.538261] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f612dab-ef07-486e-ba59-baeb1c5321bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.561150] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.561807] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e11c4e9-21ae-4742-b81a-d32a776dfcd6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.582928] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1069.582928] env[63920]: value = "task-2392819" [ 1069.582928] env[63920]: _type = "Task" [ 1069.582928] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.591906] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.730196] env[63920]: DEBUG nova.network.neutron [-] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.808020] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52797a38-efa7-2a7a-f100-2445dba6c173, 'name': SearchDatastore_Task, 'duration_secs': 0.017101} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.808020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.808020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.808020] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ebb6a1-b360-4b66-81d0-aafad5ef4c3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.817235] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1069.817235] env[63920]: value = "task-2392820" [ 1069.817235] env[63920]: _type = "Task" [ 1069.817235] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.826583] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.901128] env[63920]: DEBUG oslo_vmware.api [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392795, 'name': ReconfigVM_Task, 'duration_secs': 5.795427} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.901378] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.901585] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Reconfigured VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.961985] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.962516] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.962516] env[63920]: DEBUG nova.virt.hardware [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.968566] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1069.969700] env[63920]: DEBUG nova.network.neutron [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.971620] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c677287-6540-4360-9e47-42cbff5f6760 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.995882] env[63920]: DEBUG oslo_vmware.api [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392817, 'name': PowerOffVM_Task, 'duration_secs': 0.219836} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.997168] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.997354] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.997711] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1069.997711] env[63920]: value = "task-2392821" [ 1069.997711] env[63920]: _type = "Task" [ 1069.997711] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.997895] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c4a59f7-aff8-4724-b21e-2973609b69eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.008962] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.021757] env[63920]: INFO nova.compute.manager [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Detaching volume 083d75bb-85b1-4e9a-9241-88b6945e972f [ 1070.060325] env[63920]: INFO nova.virt.block_device [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Attempting to driver detach volume 083d75bb-85b1-4e9a-9241-88b6945e972f from mountpoint /dev/sdb [ 1070.060557] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1070.060745] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485417', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'name': 'volume-083d75bb-85b1-4e9a-9241-88b6945e972f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42bd8c1f-062a-4a96-b015-529e468cbf8c', 'attached_at': '', 'detached_at': '', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'serial': '083d75bb-85b1-4e9a-9241-88b6945e972f'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1070.061677] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff95223-7b61-42fb-944b-9465f3476cb5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.086011] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2ce53-3ba2-4e41-9919-19237226538b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.101043] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a93002e-571a-4305-8a75-d06aeb46c3fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.102494] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392819, 'name': ReconfigVM_Task, 'duration_secs': 0.472731} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.102771] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 810b7d11-ed5a-4003-896d-203e506582f1/810b7d11-ed5a-4003-896d-203e506582f1.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.103939] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37264a3b-b8a6-4e4b-9e4a-bee041268c2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.124870] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1070.124870] env[63920]: value = "task-2392823" [ 1070.124870] env[63920]: _type = "Task" [ 1070.124870] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.125872] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b64e2-71f6-4e63-88c7-d008232a824d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.137097] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392823, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.148128] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] The volume has not been displaced from its original location: [datastore1] volume-083d75bb-85b1-4e9a-9241-88b6945e972f/volume-083d75bb-85b1-4e9a-9241-88b6945e972f.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1070.154460] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Reconfiguring VM instance instance-00000036 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1070.155022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f50532f8-62ee-4066-a0bd-ba637c9feb29 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.176438] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1070.176438] env[63920]: value = "task-2392824" [ 1070.176438] env[63920]: _type = "Task" [ 1070.176438] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.187836] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.189874] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.190094] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.190346] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleting the datastore file [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.190543] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3191162d-5da5-418a-a836-8473ec0dbf8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.197505] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1070.197505] env[63920]: value = "task-2392825" [ 1070.197505] env[63920]: _type = "Task" [ 1070.197505] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.198329] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.198573] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.198773] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleting the datastore file [datastore1] d6855049-1e09-494c-bb89-f53502c8e1e6 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.202069] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e61a25-f2b8-4e2b-8fbb-2afb7b068fd0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.209441] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.210774] env[63920]: DEBUG oslo_vmware.api [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for the task: (returnval){ [ 1070.210774] env[63920]: value = "task-2392826" [ 1070.210774] env[63920]: _type = "Task" [ 1070.210774] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.218502] env[63920]: DEBUG oslo_vmware.api [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.233047] env[63920]: INFO nova.compute.manager [-] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Took 1.79 seconds to deallocate network for instance. [ 1070.315620] env[63920]: DEBUG nova.network.neutron [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Updating instance_info_cache with network_info: [{"id": "b8903c5c-3c44-480a-b11c-dba50ed25862", "address": "fa:16:3e:9d:7e:84", "network": {"id": "14d1f022-f735-440a-bfb6-901f391f4f8b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-144885017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5446d36da04fc19e4ca27cb63db8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8903c5c-3c", "ovs_interfaceid": "b8903c5c-3c44-480a-b11c-dba50ed25862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.330947] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392820, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.510837] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.635350] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392823, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.688352] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.707033] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.719188] env[63920]: DEBUG oslo_vmware.api [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Task: {'id': task-2392826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265598} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.719456] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.719640] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.719820] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.719993] env[63920]: INFO nova.compute.manager [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1070.720263] env[63920]: DEBUG oslo.service.loopingcall [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.720454] env[63920]: DEBUG nova.compute.manager [-] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.720551] env[63920]: DEBUG nova.network.neutron [-] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.741263] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.741480] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.742242] env[63920]: DEBUG nova.objects.instance [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'resources' on Instance uuid 018cd37d-1457-4e68-8a37-43160990ef9b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.747580] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Received event network-changed-b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.747580] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Refreshing instance network info cache due to event network-changed-b8903c5c-3c44-480a-b11c-dba50ed25862. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.747580] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Acquiring lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.818300] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Releasing lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.818694] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Instance network_info: |[{"id": "b8903c5c-3c44-480a-b11c-dba50ed25862", "address": "fa:16:3e:9d:7e:84", "network": {"id": "14d1f022-f735-440a-bfb6-901f391f4f8b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-144885017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5446d36da04fc19e4ca27cb63db8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8903c5c-3c", "ovs_interfaceid": "b8903c5c-3c44-480a-b11c-dba50ed25862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.819077] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Acquired lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.819493] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Refreshing network info cache for port b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.820713] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:7e:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8903c5c-3c44-480a-b11c-dba50ed25862', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.830688] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Creating folder: Project (de5446d36da04fc19e4ca27cb63db8d8). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.838220] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67f3184-4b97-45e0-9d0f-e0ac78795c1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.846561] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683453} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.848543] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.848543] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.848543] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0d607ca-853c-46f8-867c-3fe9bc48f138 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.851300] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Created folder: Project (de5446d36da04fc19e4ca27cb63db8d8) in parent group-v485178. [ 1070.851300] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Creating folder: Instances. Parent ref: group-v485444. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.851440] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e98199e-831c-4847-8d0b-f33b755dd00c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.857796] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1070.857796] env[63920]: value = "task-2392828" [ 1070.857796] env[63920]: _type = "Task" [ 1070.857796] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.866058] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Created folder: Instances in parent group-v485444. [ 1070.866320] env[63920]: DEBUG oslo.service.loopingcall [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.866897] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.867138] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e08404-76fc-4992-bb1a-90e08bc22003 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.891155] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.897268] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.897268] env[63920]: value = "task-2392830" [ 1070.897268] env[63920]: _type = "Task" [ 1070.897268] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.905335] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392830, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.012478] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392821, 'name': ReconfigVM_Task, 'duration_secs': 0.64025} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.012769] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.013597] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759d13d-37ab-4465-b31c-4fb5f54af73e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.039678] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.040017] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2962da72-a817-4b6d-b42a-8a729cede7c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.060296] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1071.060296] env[63920]: value = "task-2392831" [ 1071.060296] env[63920]: _type = "Task" [ 1071.060296] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.067115] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.136133] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392823, 'name': Rename_Task, 'duration_secs': 0.585499} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.136446] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.136704] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c33327b-20cf-4a3f-a6e0-5969a25b3d36 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.142962] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1071.142962] env[63920]: value = "task-2392832" [ 1071.142962] env[63920]: _type = "Task" [ 1071.142962] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.150599] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.188731] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392824, 'name': ReconfigVM_Task, 'duration_secs': 0.617308} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.189011] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Reconfigured VM instance instance-00000036 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.194046] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1369ad8a-8eb3-47b1-8323-84d3c02db0d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.213016] env[63920]: DEBUG oslo_vmware.api [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.61837} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.214310] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.214505] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.214743] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.216839] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1071.216839] env[63920]: value = "task-2392833" [ 1071.216839] env[63920]: _type = "Task" [ 1071.216839] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.225153] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392833, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.234814] env[63920]: INFO nova.scheduler.client.report [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted allocations for instance 6f437015-b2bb-4bc1-9bcf-e25d18364b10 [ 1071.370881] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124066} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.371973] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.372758] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc725c0-2c1c-4498-b45b-289edf624820 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.401940] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.405944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.406262] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.406664] env[63920]: DEBUG nova.network.neutron [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.408391] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f681b508-32c4-4597-99c8-6e5a079350d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.439826] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392830, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.441301] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1071.441301] env[63920]: value = "task-2392834" [ 1071.441301] env[63920]: _type = "Task" [ 1071.441301] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.453119] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.470456] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "bdc51b2e-851d-4390-a35b-56c2325e7f43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.470725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.473891] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9c95b3-7bee-4a4d-95f9-0c8bdb77dedb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.483394] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.483704] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.484068] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.484191] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.484350] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.487037] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8387905-c61a-4dab-a21c-b526d228c5f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.492040] env[63920]: INFO nova.compute.manager [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Terminating instance [ 1071.531935] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52375131-67b4-4bbb-bdcd-1caddc97840f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.543181] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c012e0e-dca9-4457-8177-398f3357b0bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.557703] env[63920]: DEBUG nova.compute.provider_tree [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.569340] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392831, 'name': ReconfigVM_Task, 'duration_secs': 0.453071} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.569639] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.569968] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.590364] env[63920]: DEBUG nova.network.neutron [-] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.652662] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392832, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.727983] env[63920]: DEBUG oslo_vmware.api [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392833, 'name': ReconfigVM_Task, 'duration_secs': 0.28678} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.728695] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485417', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'name': 'volume-083d75bb-85b1-4e9a-9241-88b6945e972f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '42bd8c1f-062a-4a96-b015-529e468cbf8c', 'attached_at': '', 'detached_at': '', 'volume_id': '083d75bb-85b1-4e9a-9241-88b6945e972f', 'serial': '083d75bb-85b1-4e9a-9241-88b6945e972f'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1071.739995] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.824701] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Updated VIF entry in instance network info cache for port b8903c5c-3c44-480a-b11c-dba50ed25862. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.824952] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Updating instance_info_cache with network_info: [{"id": "b8903c5c-3c44-480a-b11c-dba50ed25862", "address": "fa:16:3e:9d:7e:84", "network": {"id": "14d1f022-f735-440a-bfb6-901f391f4f8b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-144885017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5446d36da04fc19e4ca27cb63db8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8903c5c-3c", "ovs_interfaceid": "b8903c5c-3c44-480a-b11c-dba50ed25862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.891620] env[63920]: INFO nova.network.neutron [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Port 6a7cdb91-b063-4860-9373-edd85df5e700 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1071.892044] env[63920]: DEBUG nova.network.neutron [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.916218] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392830, 'name': CreateVM_Task, 'duration_secs': 0.624911} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.916390] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.917122] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1071.917293] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917667] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1071.917947] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd4de992-266b-44c2-875e-0f0d17778911 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.922713] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1071.922713] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b7dd2-4322-c7e9-3b22-4def8133a9e4" [ 1071.922713] env[63920]: _type = "Task" [ 1071.922713] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.930987] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b7dd2-4322-c7e9-3b22-4def8133a9e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.950816] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.976635] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.997015] env[63920]: DEBUG nova.compute.manager [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.997317] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.998696] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f25416b-8c0a-42bb-aee6-fd11228c0d80 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.006707] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.008079] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af204f56-67aa-4b94-a0d2-658c64ab39d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.013664] env[63920]: DEBUG oslo_vmware.api [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1072.013664] env[63920]: value = "task-2392835" [ 1072.013664] env[63920]: _type = "Task" [ 1072.013664] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.021997] env[63920]: DEBUG oslo_vmware.api [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.065580] env[63920]: DEBUG nova.scheduler.client.report [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.077556] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0e87ee-4833-4483-a60b-05dee6793123 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.104793] env[63920]: INFO nova.compute.manager [-] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Took 1.38 seconds to deallocate network for instance. [ 1072.108154] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463ac223-0988-4793-92ee-695589cb8586 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.135470] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.153561] env[63920]: DEBUG oslo_vmware.api [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392832, 'name': PowerOnVM_Task, 'duration_secs': 0.698618} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.153823] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.154050] env[63920]: DEBUG nova.compute.manager [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.154855] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0258564-1ef8-46ce-922f-2fced679086f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.273312] env[63920]: DEBUG nova.objects.instance [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'flavor' on Instance uuid 42bd8c1f-062a-4a96-b015-529e468cbf8c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.327851] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Releasing lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.328183] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Received event network-vif-deleted-21f6c5ce-ce15-41f9-9adf-38b01a19b7b7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.328386] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-vif-unplugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.328577] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.328781] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.328930] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.329264] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] No waiting events found dispatching network-vif-unplugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.329264] env[63920]: WARNING nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received unexpected event network-vif-unplugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f for instance with vm_state shelved and task_state shelving_offloading. [ 1072.329430] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1072.329578] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing instance network info cache due to event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1072.329852] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.329948] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.330120] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.394684] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.432672] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528b7dd2-4322-c7e9-3b22-4def8133a9e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013773} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.432975] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.433409] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.433834] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.433834] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.434033] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.434302] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1705b80e-fa42-4dfa-a169-f33be9c04307 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.444010] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.444203] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.447602] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1aecf38-0c9d-45e9-89c5-e7c56d867570 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.454851] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392834, 'name': ReconfigVM_Task, 'duration_secs': 0.72498} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.456107] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Reconfigured VM instance instance-00000044 to attach disk [datastore2] f21b5eed-79d7-40c7-b918-d7f59cf6ff30/f21b5eed-79d7-40c7-b918-d7f59cf6ff30.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.456776] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1072.456776] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ef9238-b9a2-7a13-f18d-7d7634a9efe7" [ 1072.456776] env[63920]: _type = "Task" [ 1072.456776] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.456971] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc977a9-d244-42f1-b390-7cf5dc6cec3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.466471] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ef9238-b9a2-7a13-f18d-7d7634a9efe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.467789] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1072.467789] env[63920]: value = "task-2392836" [ 1072.467789] env[63920]: _type = "Task" [ 1072.467789] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.476031] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392836, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.501370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.524444] env[63920]: DEBUG oslo_vmware.api [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392835, 'name': PowerOffVM_Task, 'duration_secs': 0.224096} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.524730] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.524860] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.525111] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dacf644-e9a5-41f3-928c-d7637a16d52c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.571044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.573256] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.833s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.573485] env[63920]: DEBUG nova.objects.instance [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'resources' on Instance uuid 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.316053] env[63920]: INFO nova.scheduler.client.report [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance 018cd37d-1457-4e68-8a37-43160990ef9b [ 1073.319353] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.329452] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f5f7605c-e1b0-4a24-bcba-37e86b56a223 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-65842489-f52c-4eaa-8d2e-e3ed37c9d4f1-6a7cdb91-b063-4860-9373-edd85df5e700" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.057s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.330121] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "810b7d11-ed5a-4003-896d-203e506582f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.330342] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "810b7d11-ed5a-4003-896d-203e506582f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.330530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "810b7d11-ed5a-4003-896d-203e506582f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.330707] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "810b7d11-ed5a-4003-896d-203e506582f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.330866] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "810b7d11-ed5a-4003-896d-203e506582f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.332917] env[63920]: DEBUG nova.objects.instance [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.336324] env[63920]: DEBUG nova.compute.manager [req-de09dd7f-2a2d-460b-b22b-9f7c8a491a0b req-2d9e862a-cc88-47b3-9ead-a38066fc97b5 service nova] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Received event network-vif-deleted-b682edef-0d43-4da2-bdd5-24b3a082141f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.336324] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.336324] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.336324] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleting the datastore file [datastore1] 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.336324] env[63920]: INFO nova.compute.manager [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Terminating instance [ 1073.350216] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18f14bda-7eb1-4718-af95-49cc090c219e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.364507] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392836, 'name': Rename_Task, 'duration_secs': 0.824731} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.368969] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.370584] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ef9238-b9a2-7a13-f18d-7d7634a9efe7, 'name': SearchDatastore_Task, 'duration_secs': 0.02969} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.370584] env[63920]: DEBUG oslo_vmware.api [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1073.370584] env[63920]: value = "task-2392838" [ 1073.370584] env[63920]: _type = "Task" [ 1073.370584] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.370584] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cb3e45a-e1f3-43a0-8944-11edaf899674 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.373424] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42a3555-5691-4d9f-92cc-1228720c4982 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.383410] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1073.383410] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525c9ce3-519c-9ae8-8a6e-fc8fc21a3b76" [ 1073.383410] env[63920]: _type = "Task" [ 1073.383410] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.387630] env[63920]: DEBUG oslo_vmware.api [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.387918] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1073.387918] env[63920]: value = "task-2392839" [ 1073.387918] env[63920]: _type = "Task" [ 1073.387918] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.396553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.404026] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525c9ce3-519c-9ae8-8a6e-fc8fc21a3b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.404764] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392839, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.840904] env[63920]: DEBUG nova.objects.base [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Object Instance<6f437015-b2bb-4bc1-9bcf-e25d18364b10> lazy-loaded attributes: resources,numa_topology {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.856712] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8afad5c8-7df0-4337-bc42-c5f0bac68d19 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "018cd37d-1457-4e68-8a37-43160990ef9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.559s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.858828] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "refresh_cache-810b7d11-ed5a-4003-896d-203e506582f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.858828] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquired lock "refresh_cache-810b7d11-ed5a-4003-896d-203e506582f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.858828] env[63920]: DEBUG nova.network.neutron [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.862916] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3158613a-0b0f-47d5-bc10-901c32ef531d tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.347s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.883110] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updated VIF entry in instance network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.883417] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.889207] env[63920]: DEBUG oslo_vmware.api [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185079} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.895311] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.895529] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.895710] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.895879] env[63920]: INFO nova.compute.manager [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1073.896181] env[63920]: DEBUG oslo.service.loopingcall [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.898062] env[63920]: DEBUG nova.compute.manager [-] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.898189] env[63920]: DEBUG nova.network.neutron [-] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.908809] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525c9ce3-519c-9ae8-8a6e-fc8fc21a3b76, 'name': SearchDatastore_Task, 'duration_secs': 0.021602} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.913998] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.914348] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] f5ac8861-7f93-4b83-a881-dd24c2805ee7/f5ac8861-7f93-4b83-a881-dd24c2805ee7.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.914987] env[63920]: DEBUG oslo_vmware.api [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392839, 'name': PowerOnVM_Task, 'duration_secs': 0.525496} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.917721] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e52ba40-3271-4d0e-8ffe-f85fe4037cde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.919921] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.920152] env[63920]: DEBUG nova.compute.manager [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.921193] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d36ba-541b-490b-afa0-2b038b43f228 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.931524] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1073.931524] env[63920]: value = "task-2392840" [ 1073.931524] env[63920]: _type = "Task" [ 1073.931524] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.942020] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.067057] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.067170] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.067560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "42bd8c1f-062a-4a96-b015-529e468cbf8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.067819] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.068056] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.070749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.071068] env[63920]: INFO nova.compute.manager [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Terminating instance [ 1074.078982] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c7bdbc-c109-4b10-9528-60f2ce7b3a2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.085070] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a493046-d939-4cd0-a154-ce8ca7dd58a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.118933] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f4e5cb-4e9b-47ed-a9aa-f0b23d7b50d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.127485] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e091a88-7e62-4510-bf21-e8dd626682f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.147522] env[63920]: DEBUG nova.compute.provider_tree [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.384030] env[63920]: DEBUG nova.network.neutron [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.386542] env[63920]: DEBUG oslo_concurrency.lockutils [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.386957] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-vif-deleted-6a7cdb91-b063-4860-9373-edd85df5e700 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.387199] env[63920]: INFO nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Neutron deleted interface 6a7cdb91-b063-4860-9373-edd85df5e700; detaching it from the instance and deleting it from the info cache [ 1074.387526] env[63920]: DEBUG nova.network.neutron [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [{"id": "d1ba8282-bf6d-4884-9519-1288de9764de", "address": "fa:16:3e:13:84:e1", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ba8282-bf", "ovs_interfaceid": "d1ba8282-bf6d-4884-9519-1288de9764de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.445585] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.453241] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392840, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.498397] env[63920]: DEBUG nova.network.neutron [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.568308] env[63920]: DEBUG nova.network.neutron [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Port dd80ac39-7248-4ab6-8771-c100123e7a66 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1074.575274] env[63920]: DEBUG nova.compute.manager [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.575599] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.576843] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8215ba-59ad-458b-8f6b-9d076de7cce5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.587853] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.589274] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caea3376-5e98-4c23-91b0-210d5869c9d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.596978] env[63920]: DEBUG oslo_vmware.api [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1074.596978] env[63920]: value = "task-2392841" [ 1074.596978] env[63920]: _type = "Task" [ 1074.596978] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.611154] env[63920]: DEBUG oslo_vmware.api [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.651779] env[63920]: DEBUG nova.scheduler.client.report [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.851914] env[63920]: DEBUG nova.compute.manager [req-2c957051-6690-4341-971b-eda631e7b63d req-3e581135-cd62-4bbd-a9f3-561f5aa024a9 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Received event network-vif-deleted-d1ba8282-bf6d-4884-9519-1288de9764de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1074.852214] env[63920]: INFO nova.compute.manager [req-2c957051-6690-4341-971b-eda631e7b63d req-3e581135-cd62-4bbd-a9f3-561f5aa024a9 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Neutron deleted interface d1ba8282-bf6d-4884-9519-1288de9764de; detaching it from the instance and deleting it from the info cache [ 1074.852525] env[63920]: DEBUG nova.network.neutron [req-2c957051-6690-4341-971b-eda631e7b63d req-3e581135-cd62-4bbd-a9f3-561f5aa024a9 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.890387] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80e9bf64-4f93-4a44-9e0e-3f8cc405aae7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.901069] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe312a75-65fd-48d6-89ca-2324999c3cc5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.921263] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "6daee122-5622-4804-bd63-a292c4e59e45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.921516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "6daee122-5622-4804-bd63-a292c4e59e45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.921721] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "6daee122-5622-4804-bd63-a292c4e59e45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.921898] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "6daee122-5622-4804-bd63-a292c4e59e45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.922076] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "6daee122-5622-4804-bd63-a292c4e59e45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1074.924195] env[63920]: INFO nova.compute.manager [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Terminating instance [ 1074.936148] env[63920]: DEBUG nova.compute.manager [req-4c01829e-174b-411a-a01b-333e5002326a req-22dddda5-c069-4bf8-891a-014ae7344a18 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Detach interface failed, port_id=6a7cdb91-b063-4860-9373-edd85df5e700, reason: Instance 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1074.937090] env[63920]: DEBUG nova.compute.manager [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.937291] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.938353] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72282337-b1d0-4df9-b9cd-ad8804bc9bda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.950113] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.953277] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a330a744-d041-414a-b704-ecdf52fbc47a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.954941] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601303} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.955489] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] f5ac8861-7f93-4b83-a881-dd24c2805ee7/f5ac8861-7f93-4b83-a881-dd24c2805ee7.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.955697] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.956363] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-656eb4dc-bb09-467b-b786-03711cbd4ade {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.960329] env[63920]: DEBUG oslo_vmware.api [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1074.960329] env[63920]: value = "task-2392842" [ 1074.960329] env[63920]: _type = "Task" [ 1074.960329] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.964394] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1074.964394] env[63920]: value = "task-2392843" [ 1074.964394] env[63920]: _type = "Task" [ 1074.964394] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.972933] env[63920]: DEBUG oslo_vmware.api [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.977810] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.001271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Releasing lock "refresh_cache-810b7d11-ed5a-4003-896d-203e506582f1" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.001731] env[63920]: DEBUG nova.compute.manager [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.002124] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.003029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b14c18-4cad-4a1c-9c8f-eace272f849f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.011191] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.011455] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e5ed153-6d64-40a8-9ed7-bc4164646439 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.018305] env[63920]: DEBUG oslo_vmware.api [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1075.018305] env[63920]: value = "task-2392844" [ 1075.018305] env[63920]: _type = "Task" [ 1075.018305] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.027165] env[63920]: DEBUG oslo_vmware.api [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.107512] env[63920]: DEBUG oslo_vmware.api [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392841, 'name': PowerOffVM_Task, 'duration_secs': 0.247252} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.107798] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.108000] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.108244] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0df509f-bf6e-4620-92de-8a29a25d7631 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.115888] env[63920]: DEBUG nova.network.neutron [-] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.160112] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.587s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.164409] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.663s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.167138] env[63920]: INFO nova.compute.claims [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.355405] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fa28b74-7d3a-46c0-8957-1963b016a306 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.364961] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267b187e-c187-4c40-8bb2-19b951685440 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.392994] env[63920]: DEBUG nova.compute.manager [req-2c957051-6690-4341-971b-eda631e7b63d req-3e581135-cd62-4bbd-a9f3-561f5aa024a9 service nova] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Detach interface failed, port_id=d1ba8282-bf6d-4884-9519-1288de9764de, reason: Instance 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1075.471824] env[63920]: DEBUG oslo_vmware.api [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392842, 'name': PowerOffVM_Task, 'duration_secs': 0.242775} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.472357] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.472553] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.472789] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49aaf5ca-07bd-4d03-813c-74ff936cb355 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.476537] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215413} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.477048] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.477789] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f49b85-255f-47dc-a929-d5361494e0ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.500017] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] f5ac8861-7f93-4b83-a881-dd24c2805ee7/f5ac8861-7f93-4b83-a881-dd24c2805ee7.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.500272] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98791ea7-02a3-4fe1-8c6f-4a756d73e6cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.519125] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1075.519125] env[63920]: value = "task-2392847" [ 1075.519125] env[63920]: _type = "Task" [ 1075.519125] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.529385] env[63920]: DEBUG oslo_vmware.api [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392844, 'name': PowerOffVM_Task, 'duration_secs': 0.151567} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.532264] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.532437] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.532661] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.532851] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8867990a-4acc-4183-8072-068610d556ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.555749] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.555983] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.556225] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Deleting the datastore file [datastore2] 810b7d11-ed5a-4003-896d-203e506582f1 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.556503] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8bc6b3e-d67c-49dd-a90e-7fd16c276e55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.562647] env[63920]: DEBUG oslo_vmware.api [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for the task: (returnval){ [ 1075.562647] env[63920]: value = "task-2392849" [ 1075.562647] env[63920]: _type = "Task" [ 1075.562647] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.569961] env[63920]: DEBUG oslo_vmware.api [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.591288] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.591559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.591754] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.618980] env[63920]: INFO nova.compute.manager [-] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Took 1.72 seconds to deallocate network for instance. [ 1075.677160] env[63920]: DEBUG oslo_concurrency.lockutils [None req-45c95186-b73a-4c84-9c4b-f284165683d7 tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.026s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.677700] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.607s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.678051] env[63920]: INFO nova.compute.manager [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Unshelving [ 1075.763910] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.764246] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.764463] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleting the datastore file [datastore2] 42bd8c1f-062a-4a96-b015-529e468cbf8c {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.765639] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16da6dfd-9f72-4355-b099-5716ad257c90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.767719] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.767910] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.768091] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleting the datastore file [datastore2] 6daee122-5622-4804-bd63-a292c4e59e45 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.768326] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4897d723-7f86-4f77-b694-eeaa2f20a936 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.775661] env[63920]: DEBUG oslo_vmware.api [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1075.775661] env[63920]: value = "task-2392850" [ 1075.775661] env[63920]: _type = "Task" [ 1075.775661] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.776847] env[63920]: DEBUG oslo_vmware.api [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for the task: (returnval){ [ 1075.776847] env[63920]: value = "task-2392851" [ 1075.776847] env[63920]: _type = "Task" [ 1075.776847] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.787343] env[63920]: DEBUG oslo_vmware.api [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.790250] env[63920]: DEBUG oslo_vmware.api [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.032953] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.072501] env[63920]: DEBUG oslo_vmware.api [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Task: {'id': task-2392849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137254} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.072760] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.072951] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.073146] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.073317] env[63920]: INFO nova.compute.manager [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1076.073554] env[63920]: DEBUG oslo.service.loopingcall [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.073743] env[63920]: DEBUG nova.compute.manager [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.073834] env[63920]: DEBUG nova.network.neutron [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.088820] env[63920]: DEBUG nova.network.neutron [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.124948] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.293410] env[63920]: DEBUG oslo_vmware.api [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205669} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.298835] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.299034] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.299214] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.299384] env[63920]: INFO nova.compute.manager [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1076.299616] env[63920]: DEBUG oslo.service.loopingcall [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.299816] env[63920]: DEBUG oslo_vmware.api [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Task: {'id': task-2392851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208702} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.300209] env[63920]: DEBUG nova.compute.manager [-] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.300308] env[63920]: DEBUG nova.network.neutron [-] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.301833] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.302041] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.302225] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.302389] env[63920]: INFO nova.compute.manager [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Took 1.37 seconds to destroy the instance on the hypervisor. [ 1076.302602] env[63920]: DEBUG oslo.service.loopingcall [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.302779] env[63920]: DEBUG nova.compute.manager [-] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.302867] env[63920]: DEBUG nova.network.neutron [-] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.356754] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869f0f79-d1c3-4442-890b-dfcb3423051d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.364737] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d0297-28fd-465d-b8b4-e4767ded32f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.395763] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83780c6c-e4b3-4cd2-800f-15909d6633f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.403589] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ee713d-cb24-45d8-87a0-c842fb17a4f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.417290] env[63920]: DEBUG nova.compute.provider_tree [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.533655] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.591649] env[63920]: DEBUG nova.network.neutron [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.649901] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.650114] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.650313] env[63920]: DEBUG nova.network.neutron [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.700912] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.891970] env[63920]: DEBUG nova.compute.manager [req-2c0c5c88-d34e-4c67-86db-28142fca2657 req-a262abb8-0d2a-488a-82f9-a19a27a97d19 service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Received event network-vif-deleted-d5d31a18-1726-44f2-8e98-895c4a7691c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.892235] env[63920]: INFO nova.compute.manager [req-2c0c5c88-d34e-4c67-86db-28142fca2657 req-a262abb8-0d2a-488a-82f9-a19a27a97d19 service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Neutron deleted interface d5d31a18-1726-44f2-8e98-895c4a7691c3; detaching it from the instance and deleting it from the info cache [ 1076.892384] env[63920]: DEBUG nova.network.neutron [req-2c0c5c88-d34e-4c67-86db-28142fca2657 req-a262abb8-0d2a-488a-82f9-a19a27a97d19 service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.920266] env[63920]: DEBUG nova.scheduler.client.report [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.034200] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.094206] env[63920]: INFO nova.compute.manager [-] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Took 1.02 seconds to deallocate network for instance. [ 1077.253433] env[63920]: DEBUG nova.network.neutron [-] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.397906] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a93db262-419d-49da-95ae-8120a31c4835 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.407396] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1599abc9-602d-440c-830c-43c2f768bd9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.424751] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.425269] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.434292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.115s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.434562] env[63920]: DEBUG nova.objects.instance [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lazy-loading 'resources' on Instance uuid d6855049-1e09-494c-bb89-f53502c8e1e6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.435776] env[63920]: DEBUG nova.compute.manager [req-2c0c5c88-d34e-4c67-86db-28142fca2657 req-a262abb8-0d2a-488a-82f9-a19a27a97d19 service nova] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Detach interface failed, port_id=d5d31a18-1726-44f2-8e98-895c4a7691c3, reason: Instance 6daee122-5622-4804-bd63-a292c4e59e45 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1077.436981] env[63920]: DEBUG nova.network.neutron [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.458958] env[63920]: DEBUG nova.network.neutron [-] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.533626] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392847, 'name': ReconfigVM_Task, 'duration_secs': 1.82325} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.533868] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] f5ac8861-7f93-4b83-a881-dd24c2805ee7/f5ac8861-7f93-4b83-a881-dd24c2805ee7.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.534787] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dea38fe-ca8d-48e8-b6df-9f214462150f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.541527] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1077.541527] env[63920]: value = "task-2392852" [ 1077.541527] env[63920]: _type = "Task" [ 1077.541527] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.549212] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392852, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.601473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.755888] env[63920]: INFO nova.compute.manager [-] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Took 1.45 seconds to deallocate network for instance. [ 1077.940225] env[63920]: DEBUG nova.compute.utils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1077.944041] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.947430] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.947596] env[63920]: DEBUG nova.network.neutron [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.961041] env[63920]: INFO nova.compute.manager [-] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Took 1.66 seconds to deallocate network for instance. [ 1077.993418] env[63920]: DEBUG nova.policy [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f48a5dacff41b8aff1288cb768e69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8716115bfe49a4a12738d9b1031a4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.052118] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392852, 'name': Rename_Task, 'duration_secs': 0.208347} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.052481] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.052683] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa6e86dd-3754-4561-99f7-70d18c5b7f8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.060965] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1078.060965] env[63920]: value = "task-2392853" [ 1078.060965] env[63920]: _type = "Task" [ 1078.060965] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.072140] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.131856] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68599075-57c9-4960-8801-517e88e76e10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.139782] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3facd3-9f37-4e36-8639-936b44a4049f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.169736] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4580862-545b-4333-81a2-ecc5bf2517b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.177145] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de73f6a7-459a-4305-a4a9-da2d2caa27b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.190433] env[63920]: DEBUG nova.compute.provider_tree [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.263543] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.302925] env[63920]: DEBUG nova.network.neutron [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Successfully created port: dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.451902] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.461339] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778ecbea-56b6-4adf-b004-0103b66dd32d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.466575] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1078.468920] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2768a7db-334c-4e05-aca5-d93b57c2e0b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.572109] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.693996] env[63920]: DEBUG nova.scheduler.client.report [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.916715] env[63920]: DEBUG nova.compute.manager [req-642011dd-0fb0-4c4a-8f5e-2f5c1238fd3b req-3d710a10-e774-4cd4-8422-02f2eea13e99 service nova] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Received event network-vif-deleted-9d7a9e06-3222-487c-9913-b5c207aa3f57 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.071889] env[63920]: DEBUG oslo_vmware.api [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392853, 'name': PowerOnVM_Task, 'duration_secs': 0.690999} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.072196] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.072322] env[63920]: INFO nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Took 11.30 seconds to spawn the instance on the hypervisor. [ 1079.072515] env[63920]: DEBUG nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.073300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2478a1c5-72cf-4aca-997b-fc388d4a53f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.199972] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.766s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.202273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.806s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.202462] env[63920]: DEBUG nova.objects.instance [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1079.224445] env[63920]: INFO nova.scheduler.client.report [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Deleted allocations for instance d6855049-1e09-494c-bb89-f53502c8e1e6 [ 1079.465601] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.495726] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.495990] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.496181] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.496363] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.496508] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.496656] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.496859] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.497032] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.497208] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.497384] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.497625] env[63920]: DEBUG nova.virt.hardware [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.498639] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cd92f-bec0-49cc-acb5-4669de035ef1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.506592] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8d902-0f70-4f78-bc0a-adf4442e0bdf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.569181] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcc205c-6ddb-432e-9363-18453da1146f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.593959] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104b44b3-8aa0-4807-a033-3c8fab24c553 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.598872] env[63920]: INFO nova.compute.manager [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Took 22.55 seconds to build instance. [ 1079.603268] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.740023] env[63920]: DEBUG oslo_concurrency.lockutils [None req-968a38cc-d99b-4f95-b1e5-f73389ab71d6 tempest-ImagesOneServerNegativeTestJSON-973250664 tempest-ImagesOneServerNegativeTestJSON-973250664-project-member] Lock "d6855049-1e09-494c-bb89-f53502c8e1e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.809s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.990330] env[63920]: DEBUG nova.compute.manager [req-987981c4-e68e-42f9-ac31-97dc8fa46c0f req-bf17395d-ee78-4a7b-903d-353853918bcb service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Received event network-vif-plugged-dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1079.990572] env[63920]: DEBUG oslo_concurrency.lockutils [req-987981c4-e68e-42f9-ac31-97dc8fa46c0f req-bf17395d-ee78-4a7b-903d-353853918bcb service nova] Acquiring lock "bdc51b2e-851d-4390-a35b-56c2325e7f43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.990775] env[63920]: DEBUG oslo_concurrency.lockutils [req-987981c4-e68e-42f9-ac31-97dc8fa46c0f req-bf17395d-ee78-4a7b-903d-353853918bcb service nova] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.990945] env[63920]: DEBUG oslo_concurrency.lockutils [req-987981c4-e68e-42f9-ac31-97dc8fa46c0f req-bf17395d-ee78-4a7b-903d-353853918bcb service nova] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.991204] env[63920]: DEBUG nova.compute.manager [req-987981c4-e68e-42f9-ac31-97dc8fa46c0f req-bf17395d-ee78-4a7b-903d-353853918bcb service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] No waiting events found dispatching network-vif-plugged-dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.991460] env[63920]: WARNING nova.compute.manager [req-987981c4-e68e-42f9-ac31-97dc8fa46c0f req-bf17395d-ee78-4a7b-903d-353853918bcb service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Received unexpected event network-vif-plugged-dac4ac91-0b29-4353-95de-6d15156e42c9 for instance with vm_state building and task_state spawning. [ 1080.101174] env[63920]: DEBUG oslo_concurrency.lockutils [None req-32137b3f-214e-4627-a5d3-7f542d632ba4 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.068s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.109818] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.109818] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a0a463-1d6e-43b3-b47e-1cf0840b27cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.118325] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1080.118325] env[63920]: value = "task-2392854" [ 1080.118325] env[63920]: _type = "Task" [ 1080.118325] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.126200] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.212020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5c3734c2-6ac4-4aed-8c9c-fe53a099a0d6 tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.213284] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.768s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.213481] env[63920]: DEBUG nova.objects.instance [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.216159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.217035] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.217035] env[63920]: INFO nova.compute.manager [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Rebooting instance [ 1080.552472] env[63920]: DEBUG nova.network.neutron [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Successfully updated port: dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.628633] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.732532] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.732714] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquired lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.732887] env[63920]: DEBUG nova.network.neutron [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.905972] env[63920]: DEBUG nova.network.neutron [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Updating instance_info_cache with network_info: [{"id": "b8903c5c-3c44-480a-b11c-dba50ed25862", "address": "fa:16:3e:9d:7e:84", "network": {"id": "14d1f022-f735-440a-bfb6-901f391f4f8b", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-144885017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5446d36da04fc19e4ca27cb63db8d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8903c5c-3c", "ovs_interfaceid": "b8903c5c-3c44-480a-b11c-dba50ed25862", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.905972] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Releasing lock "refresh_cache-f5ac8861-7f93-4b83-a881-dd24c2805ee7" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.905972] env[63920]: DEBUG nova.compute.manager [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce876b-107d-48a0-a267-ad13fdf13b76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.905972] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.060118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-bdc51b2e-851d-4390-a35b-56c2325e7f43" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.060292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-bdc51b2e-851d-4390-a35b-56c2325e7f43" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.060429] env[63920]: DEBUG nova.network.neutron [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.135677] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.142489] env[63920]: DEBUG nova.compute.manager [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Received event network-changed-dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.142693] env[63920]: DEBUG nova.compute.manager [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Refreshing instance network info cache due to event network-changed-dac4ac91-0b29-4353-95de-6d15156e42c9. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.142881] env[63920]: DEBUG oslo_concurrency.lockutils [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] Acquiring lock "refresh_cache-bdc51b2e-851d-4390-a35b-56c2325e7f43" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.614558] env[63920]: DEBUG nova.network.neutron [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.636205] env[63920]: DEBUG oslo_vmware.api [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392854, 'name': PowerOnVM_Task, 'duration_secs': 4.160796} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.636482] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.636684] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d8991bb3-b35c-4d7b-8421-05e12a80874e tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance '0929b0f3-6de8-4c8f-ae10-072d2330204b' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.738219] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5fe5c4c7-8198-41c2-a496-c3beffacbe01 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 4.516s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.738219] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.606s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1084.738219] env[63920]: DEBUG nova.objects.instance [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'resources' on Instance uuid 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.978192] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a93ab-077c-47a5-bc4e-39f1abc4528e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.985684] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Doing hard reboot of VM {{(pid=63920) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1084.985981] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c0288f1e-c75e-4437-a68c-8914733f9f35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.992996] env[63920]: DEBUG oslo_vmware.api [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1084.992996] env[63920]: value = "task-2392855" [ 1084.992996] env[63920]: _type = "Task" [ 1084.992996] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.001455] env[63920]: DEBUG oslo_vmware.api [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392855, 'name': ResetVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.066998] env[63920]: DEBUG nova.network.neutron [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Updating instance_info_cache with network_info: [{"id": "dac4ac91-0b29-4353-95de-6d15156e42c9", "address": "fa:16:3e:d6:e0:8d", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac4ac91-0b", "ovs_interfaceid": "dac4ac91-0b29-4353-95de-6d15156e42c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.398312] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e896df0-94c5-426e-9836-e6ac9230a9e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.406027] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ee18d-cf80-484d-9992-8473c13fc857 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.438491] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8657c6f0-5175-461b-9b57-66fc3ab1b121 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.445719] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b32e04-0829-4210-bd74-479f6fab8c4f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.459141] env[63920]: DEBUG nova.compute.provider_tree [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.502308] env[63920]: DEBUG oslo_vmware.api [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392855, 'name': ResetVM_Task, 'duration_secs': 0.121687} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.502595] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Did hard reboot of VM {{(pid=63920) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1085.502790] env[63920]: DEBUG nova.compute.manager [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.503633] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155a85bc-0ca3-4626-bb4d-854e538086fd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.569427] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-bdc51b2e-851d-4390-a35b-56c2325e7f43" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.569787] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance network_info: |[{"id": "dac4ac91-0b29-4353-95de-6d15156e42c9", "address": "fa:16:3e:d6:e0:8d", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac4ac91-0b", "ovs_interfaceid": "dac4ac91-0b29-4353-95de-6d15156e42c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.570127] env[63920]: DEBUG oslo_concurrency.lockutils [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] Acquired lock "refresh_cache-bdc51b2e-851d-4390-a35b-56c2325e7f43" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.570325] env[63920]: DEBUG nova.network.neutron [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Refreshing network info cache for port dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.571910] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e0:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac4ac91-0b29-4353-95de-6d15156e42c9', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.579528] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating folder: Project (4b8716115bfe49a4a12738d9b1031a4e). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.582702] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4062330c-74d6-45da-be00-315744ab1071 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.595682] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created folder: Project (4b8716115bfe49a4a12738d9b1031a4e) in parent group-v485178. [ 1085.595919] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating folder: Instances. Parent ref: group-v485447. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1085.596125] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc544dbb-f569-4fde-aaab-fd0d95c6f37c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.604963] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created folder: Instances in parent group-v485447. [ 1085.605215] env[63920]: DEBUG oslo.service.loopingcall [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1085.605476] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.605702] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b81539a1-6354-4e74-984b-dd4e64a4913e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.628856] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.628856] env[63920]: value = "task-2392858" [ 1085.628856] env[63920]: _type = "Task" [ 1085.628856] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.636053] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392858, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.843495] env[63920]: DEBUG nova.network.neutron [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Updated VIF entry in instance network info cache for port dac4ac91-0b29-4353-95de-6d15156e42c9. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.843650] env[63920]: DEBUG nova.network.neutron [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Updating instance_info_cache with network_info: [{"id": "dac4ac91-0b29-4353-95de-6d15156e42c9", "address": "fa:16:3e:d6:e0:8d", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdac4ac91-0b", "ovs_interfaceid": "dac4ac91-0b29-4353-95de-6d15156e42c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.962594] env[63920]: DEBUG nova.scheduler.client.report [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.016061] env[63920]: DEBUG oslo_concurrency.lockutils [None req-348c4bf6-f4b3-44fc-a105-4468af1e2547 tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.799s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.138562] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392858, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.347157] env[63920]: DEBUG oslo_concurrency.lockutils [req-939f933f-9e5a-46d8-aa8d-3cb42b50a3e3 req-c20264ec-bafc-4596-a18b-f4c45e71594b service nova] Releasing lock "refresh_cache-bdc51b2e-851d-4390-a35b-56c2325e7f43" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.468646] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.470992] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.771s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.471239] env[63920]: DEBUG nova.objects.instance [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'pci_requests' on Instance uuid 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.496989] env[63920]: INFO nova.scheduler.client.report [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted allocations for instance 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1 [ 1086.639792] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392858, 'name': CreateVM_Task, 'duration_secs': 0.616268} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.639977] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.640697] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.640864] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.641201] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1086.641464] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9181a088-940c-4c04-a4d6-2b7128dac221 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.646272] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1086.646272] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523e4e97-bdd9-3625-5e86-c7982d5cd135" [ 1086.646272] env[63920]: _type = "Task" [ 1086.646272] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.659980] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523e4e97-bdd9-3625-5e86-c7982d5cd135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.976358] env[63920]: DEBUG nova.objects.instance [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'numa_topology' on Instance uuid 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.004968] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f9a4a5c5-eebb-444c-978a-402133740e31 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "65842489-f52c-4eaa-8d2e-e3ed37c9d4f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.521s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.155093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.155457] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.155758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.156016] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.156236] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.161742] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523e4e97-bdd9-3625-5e86-c7982d5cd135, 'name': SearchDatastore_Task, 'duration_secs': 0.024483} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.162327] env[63920]: INFO nova.compute.manager [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Terminating instance [ 1087.163890] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.164143] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.164409] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.164573] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.164776] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.166091] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b145c95-9ed2-4ab2-bdbe-f7e1fd64d970 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.176225] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.176348] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.177108] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bd82584-1a2c-49d8-8742-75359d6823cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.183026] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1087.183026] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5220d3ef-5e72-88de-c1c9-46c91d089aaa" [ 1087.183026] env[63920]: _type = "Task" [ 1087.183026] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.191517] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5220d3ef-5e72-88de-c1c9-46c91d089aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.479827] env[63920]: INFO nova.compute.claims [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.483184] env[63920]: DEBUG nova.network.neutron [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Port dd80ac39-7248-4ab6-8771-c100123e7a66 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1087.483448] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.483603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.483762] env[63920]: DEBUG nova.network.neutron [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.670485] env[63920]: DEBUG nova.compute.manager [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.670756] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.671669] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d769488b-6eb9-456e-af69-f1fafbf882bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.680630] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.680888] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cebde618-69a0-430f-a35f-88d753e92064 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.688544] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1087.688544] env[63920]: value = "task-2392859" [ 1087.688544] env[63920]: _type = "Task" [ 1087.688544] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.696425] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5220d3ef-5e72-88de-c1c9-46c91d089aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.01451} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.696425] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45626444-6f95-4205-bf3c-76de2bdb90eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.701101] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.706029] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1087.706029] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5220050e-8081-8c0c-3963-7ccc1e40195b" [ 1087.706029] env[63920]: _type = "Task" [ 1087.706029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.712424] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5220050e-8081-8c0c-3963-7ccc1e40195b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.187077] env[63920]: DEBUG nova.network.neutron [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.197149] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.213130] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5220050e-8081-8c0c-3963-7ccc1e40195b, 'name': SearchDatastore_Task, 'duration_secs': 0.021038} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.213454] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.213773] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.214975] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ee421c2-f177-4b95-9d56-f4bf98d5c6ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.221862] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1088.221862] env[63920]: value = "task-2392860" [ 1088.221862] env[63920]: _type = "Task" [ 1088.221862] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.229179] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.609823] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26227122-0160-4295-a3b5-0aff5bcf4015 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.617932] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7fe91c-5c19-4634-942e-0d2d5756c8e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.648561] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d044a830-3fbf-4d45-a164-685e7db12e7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.655577] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c2c79d-124e-427b-9e84-4579f8d577fd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.668761] env[63920]: DEBUG nova.compute.provider_tree [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.689839] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.699634] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.730899] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.172560] env[63920]: DEBUG nova.scheduler.client.report [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.195957] env[63920]: DEBUG nova.compute.manager [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63920) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1089.202571] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.231618] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.861175} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.231860] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.232078] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.232320] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45885b91-dfc9-4d00-9108-463afcd43c87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.239137] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1089.239137] env[63920]: value = "task-2392861" [ 1089.239137] env[63920]: _type = "Task" [ 1089.239137] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.246642] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.701054] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.750380] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060141} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.750761] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.751511] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08a9afa-f78a-449f-84c3-c37a1b936c51 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.773081] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.773343] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc90058f-8ff5-43fd-a366-a77a62632df4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.793839] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1089.793839] env[63920]: value = "task-2392862" [ 1089.793839] env[63920]: _type = "Task" [ 1089.793839] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.801836] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.202161] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.306421] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392862, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.702555] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.810578] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392862, 'name': ReconfigVM_Task, 'duration_secs': 0.563905} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.810771] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Reconfigured VM instance instance-00000062 to attach disk [datastore1] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.811427] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1a38d80-495d-4614-a2d7-755274730f9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.819044] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1090.819044] env[63920]: value = "task-2392863" [ 1090.819044] env[63920]: _type = "Task" [ 1090.819044] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.835086] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392863, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.180108] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.709s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.182342] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.581s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.182639] env[63920]: DEBUG nova.objects.instance [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lazy-loading 'resources' on Instance uuid 810b7d11-ed5a-4003-896d-203e506582f1 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.207441] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392859, 'name': PowerOffVM_Task, 'duration_secs': 3.389871} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.207941] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.207941] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.208195] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be551b36-e902-4e45-aa20-85cac4954a65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.262302] env[63920]: INFO nova.network.neutron [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1091.338617] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392863, 'name': Rename_Task, 'duration_secs': 0.154688} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.338900] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.339165] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f169c1a-1c0b-45e1-8b41-d854ba0e631a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.345736] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1091.345736] env[63920]: value = "task-2392865" [ 1091.345736] env[63920]: _type = "Task" [ 1091.345736] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.354384] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.860714] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.878318] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943ccb3-0dc6-4acf-8fce-0a2091b0c935 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.886029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bd78b-7d3b-47c8-ad66-4410ce72b520 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.889896] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.918180] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0937376-3fe9-4f44-8788-e09c7bd6cacd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.926212] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565533b3-2f3a-41c5-82b2-cf4e3a74f563 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.940403] env[63920]: DEBUG nova.compute.provider_tree [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.038446] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.038446] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.038446] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Deleting the datastore file [datastore2] f5ac8861-7f93-4b83-a881-dd24c2805ee7 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.038578] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a66bf86a-2aaa-42f7-9336-15828db9c7ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.045276] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for the task: (returnval){ [ 1092.045276] env[63920]: value = "task-2392866" [ 1092.045276] env[63920]: _type = "Task" [ 1092.045276] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.053735] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.358150] env[63920]: DEBUG oslo_vmware.api [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392865, 'name': PowerOnVM_Task, 'duration_secs': 0.566901} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.359561] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.359561] env[63920]: INFO nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Took 12.89 seconds to spawn the instance on the hypervisor. [ 1092.359561] env[63920]: DEBUG nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.360122] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ea7366-8b9f-4cd1-8334-e5c5aa2b0f3c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.446454] env[63920]: DEBUG nova.scheduler.client.report [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.556190] env[63920]: DEBUG oslo_vmware.api [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Task: {'id': task-2392866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318245} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.556190] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.556434] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.557244] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.557244] env[63920]: INFO nova.compute.manager [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Took 4.89 seconds to destroy the instance on the hypervisor. [ 1092.557244] env[63920]: DEBUG oslo.service.loopingcall [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1092.557244] env[63920]: DEBUG nova.compute.manager [-] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.557244] env[63920]: DEBUG nova.network.neutron [-] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.879236] env[63920]: INFO nova.compute.manager [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Took 20.40 seconds to build instance. [ 1092.956018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.958546] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.694s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.960072] env[63920]: DEBUG nova.objects.instance [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lazy-loading 'resources' on Instance uuid 6daee122-5622-4804-bd63-a292c4e59e45 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.002067] env[63920]: INFO nova.scheduler.client.report [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Deleted allocations for instance 810b7d11-ed5a-4003-896d-203e506582f1 [ 1093.055608] env[63920]: DEBUG nova.compute.manager [req-aee2ad75-f801-4f84-8ab1-4cfa77f9fe20 req-04115cdb-3147-4100-bcb7-658d97489ff2 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Received event network-vif-deleted-b8903c5c-3c44-480a-b11c-dba50ed25862 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1093.055608] env[63920]: INFO nova.compute.manager [req-aee2ad75-f801-4f84-8ab1-4cfa77f9fe20 req-04115cdb-3147-4100-bcb7-658d97489ff2 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Neutron deleted interface b8903c5c-3c44-480a-b11c-dba50ed25862; detaching it from the instance and deleting it from the info cache [ 1093.056065] env[63920]: DEBUG nova.network.neutron [req-aee2ad75-f801-4f84-8ab1-4cfa77f9fe20 req-04115cdb-3147-4100-bcb7-658d97489ff2 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.100323] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.100558] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.237888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.238124] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.239035] env[63920]: DEBUG nova.network.neutron [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.380992] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fc00163c-073d-496b-93ed-3d37072f0054 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.910s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.497625] env[63920]: DEBUG nova.network.neutron [-] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.515639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9b3f550a-331c-40e9-848b-db9c14b0a98d tempest-ServerShowV254Test-1552944531 tempest-ServerShowV254Test-1552944531-project-member] Lock "810b7d11-ed5a-4003-896d-203e506582f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.185s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.559260] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53574691-43cb-4956-8029-d3ebfd194e1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.569081] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe831bf-84c4-4cf9-849d-b2c0e575f284 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.603175] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.605880] env[63920]: DEBUG nova.compute.manager [req-aee2ad75-f801-4f84-8ab1-4cfa77f9fe20 req-04115cdb-3147-4100-bcb7-658d97489ff2 service nova] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Detach interface failed, port_id=b8903c5c-3c44-480a-b11c-dba50ed25862, reason: Instance f5ac8861-7f93-4b83-a881-dd24c2805ee7 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1093.633752] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1466d52e-93d8-452f-8722-55a12a53fe0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.642448] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aed0d46-39c6-4834-a5f6-904ca4b6b14a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.677921] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e99fc7-3cb3-48e3-bbd4-1b2bd28abb8c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.686696] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9233cd5e-7302-44bf-8528-79958157b433 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.701072] env[63920]: DEBUG nova.compute.provider_tree [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.006219] env[63920]: INFO nova.compute.manager [-] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Took 1.45 seconds to deallocate network for instance. [ 1094.044248] env[63920]: DEBUG nova.network.neutron [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.136189] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.203949] env[63920]: DEBUG nova.scheduler.client.report [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.319642] env[63920]: INFO nova.compute.manager [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Rebuilding instance [ 1094.363048] env[63920]: DEBUG nova.compute.manager [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.363474] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce6563c-849f-4184-bac8-f8dd92da8c12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.515792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.549727] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.584138] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1ec12b1ed9bf208378fe80e63795fafd',container_format='bare',created_at=2025-02-09T04:03:28Z,direct_url=,disk_format='vmdk',id=d1d82347-8ad1-4fd3-b88a-9c636a30aea2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1257303408-shelved',owner='e3e1106b9d9d430696d499b50b65a3e8',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-09T04:03:51Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.585201] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.585456] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.586701] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.586966] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.587199] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.587614] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.588326] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.589929] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.590080] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.590316] env[63920]: DEBUG nova.virt.hardware [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.591926] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3f6432-db16-46c2-80bc-8635ffa32cd0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.606485] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e4acb3-ba9b-4ce2-8801-73bea0a9455b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.620675] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:e3:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7a11b9f-b8af-45cb-b9cd-c0060e09c27f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.628232] env[63920]: DEBUG oslo.service.loopingcall [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.628504] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.628756] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-282f8458-c3ab-467b-a1d9-d128f4c3f7e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.647898] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.647898] env[63920]: value = "task-2392867" [ 1094.647898] env[63920]: _type = "Task" [ 1094.647898] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.655861] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.709690] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.712251] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.246s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.712496] env[63920]: DEBUG nova.objects.instance [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'resources' on Instance uuid 42bd8c1f-062a-4a96-b015-529e468cbf8c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.737422] env[63920]: INFO nova.scheduler.client.report [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Deleted allocations for instance 6daee122-5622-4804-bd63-a292c4e59e45 [ 1097.245827] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.245827] env[63920]: WARNING oslo_vmware.common.loopingcall [-] task run outlasted interval by 1.596934 sec [ 1097.260979] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.363425] env[63920]: DEBUG nova.compute.manager [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-vif-plugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.364925] env[63920]: DEBUG oslo_concurrency.lockutils [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.367019] env[63920]: DEBUG oslo_concurrency.lockutils [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.367019] env[63920]: DEBUG oslo_concurrency.lockutils [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.367019] env[63920]: DEBUG nova.compute.manager [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] No waiting events found dispatching network-vif-plugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.367019] env[63920]: WARNING nova.compute.manager [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received unexpected event network-vif-plugged-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f for instance with vm_state shelved_offloaded and task_state spawning. [ 1097.367019] env[63920]: DEBUG nova.compute.manager [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1097.367019] env[63920]: DEBUG nova.compute.manager [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing instance network info cache due to event network-changed-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1097.367019] env[63920]: DEBUG oslo_concurrency.lockutils [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] Acquiring lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.367019] env[63920]: DEBUG oslo_concurrency.lockutils [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] Acquired lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.367019] env[63920]: DEBUG nova.network.neutron [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Refreshing network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.491686] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a2dfc3-a684-43be-a147-7949db614d64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.499815] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74e3e4-64aa-4940-9ca1-7154b469037b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.535383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.535643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.538432] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f8b73-9c49-46b4-bd84-1e4002aa0396 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.546881] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb13d24-1699-4ac8-8086-18ebc0edf2be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.560826] env[63920]: DEBUG nova.compute.provider_tree [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.733417] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.736715] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7404dc5-77a5-499c-b2bc-24b3df6a370b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.739482] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fca02eac-bb3c-44ad-b06a-893a99cfcfc9 tempest-ServersTestJSON-1582292423 tempest-ServersTestJSON-1582292423-project-member] Lock "6daee122-5622-4804-bd63-a292c4e59e45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.818s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1097.746954] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1097.746954] env[63920]: value = "task-2392868" [ 1097.746954] env[63920]: _type = "Task" [ 1097.746954] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.765894] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.771961] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.038369] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.063773] env[63920]: DEBUG nova.scheduler.client.report [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.092077] env[63920]: DEBUG nova.network.neutron [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updated VIF entry in instance network info cache for port a7a11b9f-b8af-45cb-b9cd-c0060e09c27f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.092445] env[63920]: DEBUG nova.network.neutron [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [{"id": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "address": "fa:16:3e:af:e3:7f", "network": {"id": "eed5fe01-c931-4275-bae2-10a37f4673dc", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-630039645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3e1106b9d9d430696d499b50b65a3e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7a11b9f-b8", "ovs_interfaceid": "a7a11b9f-b8af-45cb-b9cd-c0060e09c27f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.258591] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.263449] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392868, 'name': PowerOffVM_Task, 'duration_secs': 0.192899} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.263695] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.263920] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.264625] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4bef3-470e-4ebd-a744-d0f49b5954c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.270894] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.271126] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57456a1f-69eb-456b-9b0c-e070462661cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.566331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.568596] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.856s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.570671] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.681s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.594550] env[63920]: DEBUG oslo_concurrency.lockutils [req-00bec162-1a46-4355-a20c-e217523bdb68 req-7cad9179-cc46-4ad1-bb29-d8b89d4468e5 service nova] Releasing lock "refresh_cache-6f437015-b2bb-4bc1-9bcf-e25d18364b10" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.595992] env[63920]: INFO nova.scheduler.client.report [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted allocations for instance 42bd8c1f-062a-4a96-b015-529e468cbf8c [ 1098.757837] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.979919] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.980286] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.980404] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore1] bdc51b2e-851d-4390-a35b-56c2325e7f43 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.980577] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa21f3ea-65dd-4080-a306-e007ee5a2e25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.987047] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1098.987047] env[63920]: value = "task-2392870" [ 1098.987047] env[63920]: _type = "Task" [ 1098.987047] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.994729] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.073547] env[63920]: DEBUG nova.objects.instance [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'migration_context' on Instance uuid 0929b0f3-6de8-4c8f-ae10-072d2330204b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.103357] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e70f3122-07ab-4ff6-80b8-2d1083e881d3 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "42bd8c1f-062a-4a96-b015-529e468cbf8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.036s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.258030] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392867, 'name': CreateVM_Task, 'duration_secs': 4.187398} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.258274] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.258985] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.259218] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.259625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1099.259916] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9b9b6a-be93-49b7-96a2-48754fbf59d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.264297] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1099.264297] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d49524-b4dd-eec6-adf6-7a6adb0f5f02" [ 1099.264297] env[63920]: _type = "Task" [ 1099.264297] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.272324] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d49524-b4dd-eec6-adf6-7a6adb0f5f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.497818] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132654} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.498235] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.498503] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.498735] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.708138] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23515fd-a028-4c15-96fc-0f6e47651196 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.716580] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461f9adb-012c-4cdc-a6da-c1c5a2e30cc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.755017] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27345fb-ee60-45ae-8014-6586d05ad804 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.762857] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9754f7c8-759c-4058-9efd-57326a5f8e57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.785726] env[63920]: DEBUG nova.compute.provider_tree [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.790808] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.791212] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Processing image d1d82347-8ad1-4fd3-b88a-9c636a30aea2 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.791569] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.791836] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.792490] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.792838] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2daf0162-29b0-4c9f-88ac-741550341677 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.802873] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.803294] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.804348] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6063fe6b-3796-40db-8298-49d3cbde4e51 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.810513] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1099.810513] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52093a7b-bbfe-dce5-4293-38b75c3aee9f" [ 1099.810513] env[63920]: _type = "Task" [ 1099.810513] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.819441] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52093a7b-bbfe-dce5-4293-38b75c3aee9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.292037] env[63920]: DEBUG nova.scheduler.client.report [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.321942] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1100.322239] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Fetch image to [datastore2] OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167/OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1100.322464] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Downloading stream optimized image d1d82347-8ad1-4fd3-b88a-9c636a30aea2 to [datastore2] OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167/OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167.vmdk on the data store datastore2 as vApp {{(pid=63920) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1100.322765] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Downloading image file data d1d82347-8ad1-4fd3-b88a-9c636a30aea2 to the ESX as VM named 'OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167' {{(pid=63920) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1100.405814] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1100.405814] env[63920]: value = "resgroup-9" [ 1100.405814] env[63920]: _type = "ResourcePool" [ 1100.405814] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1100.406153] env[63920]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e6186737-20d0-4acc-b518-6150c14cfcba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.428813] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease: (returnval){ [ 1100.428813] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1100.428813] env[63920]: _type = "HttpNfcLease" [ 1100.428813] env[63920]: } obtained for vApp import into resource pool (val){ [ 1100.428813] env[63920]: value = "resgroup-9" [ 1100.428813] env[63920]: _type = "ResourcePool" [ 1100.428813] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1100.429057] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the lease: (returnval){ [ 1100.429057] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1100.429057] env[63920]: _type = "HttpNfcLease" [ 1100.429057] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1100.435409] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.435409] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1100.435409] env[63920]: _type = "HttpNfcLease" [ 1100.435409] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1100.539696] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.539942] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.540122] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.540311] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.540467] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.540951] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.540951] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.540951] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.541126] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.541286] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.541450] env[63920]: DEBUG nova.virt.hardware [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.542310] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0451b7-afa0-4ad3-b39b-f693384e2914 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.550955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68141b4-b009-4575-b017-6de4e8f0527a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.565288] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:e0:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dac4ac91-0b29-4353-95de-6d15156e42c9', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.572558] env[63920]: DEBUG oslo.service.loopingcall [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.573192] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.573432] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b80bc205-237a-4014-a7be-1cdfe3841a1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.596119] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.596119] env[63920]: value = "task-2392872" [ 1100.596119] env[63920]: _type = "Task" [ 1100.596119] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.606085] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392872, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.937779] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.937779] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1100.937779] env[63920]: _type = "HttpNfcLease" [ 1100.937779] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.109842] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392872, 'name': CreateVM_Task, 'duration_secs': 0.335926} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.110106] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.111069] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.111349] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.111802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.112368] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-956fa1a2-48c4-44dd-a1de-2ec59916a9e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.118369] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1101.118369] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523008cf-8031-83c1-adab-5404eb7b19d2" [ 1101.118369] env[63920]: _type = "Task" [ 1101.118369] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.130169] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523008cf-8031-83c1-adab-5404eb7b19d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.304402] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.734s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.310361] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.174s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.311892] env[63920]: INFO nova.compute.claims [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.439024] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.439024] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1101.439024] env[63920]: _type = "HttpNfcLease" [ 1101.439024] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.629142] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523008cf-8031-83c1-adab-5404eb7b19d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.629438] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.629671] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.629914] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.630073] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.630252] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.630575] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce2c5488-bd73-4e06-aa5d-6a2c823c609e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.638620] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.638759] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.639633] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb57f11d-2aeb-4b2c-be4d-bd5783c93778 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.644779] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1101.644779] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b49776-0877-8eda-136f-1e025054a4f3" [ 1101.644779] env[63920]: _type = "Task" [ 1101.644779] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.652419] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b49776-0877-8eda-136f-1e025054a4f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.938809] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.938809] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1101.938809] env[63920]: _type = "HttpNfcLease" [ 1101.938809] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.155508] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b49776-0877-8eda-136f-1e025054a4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.156322] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b6685c-4183-4299-a252-e34604653ad4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.162445] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1102.162445] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b78d15-d6ad-58ba-e668-97d4aef187a2" [ 1102.162445] env[63920]: _type = "Task" [ 1102.162445] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.170840] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b78d15-d6ad-58ba-e668-97d4aef187a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.439787] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.439787] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1102.439787] env[63920]: _type = "HttpNfcLease" [ 1102.439787] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.673600] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b78d15-d6ad-58ba-e668-97d4aef187a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00968} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.673600] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.673784] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.674031] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56704086-f871-4d66-892c-b337a73eff47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.681225] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1102.681225] env[63920]: value = "task-2392873" [ 1102.681225] env[63920]: _type = "Task" [ 1102.681225] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.688562] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.940493] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.940493] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1102.940493] env[63920]: _type = "HttpNfcLease" [ 1102.940493] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1103.191157] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392873, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.442430] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1103.442430] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1103.442430] env[63920]: _type = "HttpNfcLease" [ 1103.442430] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1103.691840] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392873, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.942239] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1103.942239] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1103.942239] env[63920]: _type = "HttpNfcLease" [ 1103.942239] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.193608] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392873, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.444287] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.444287] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1104.444287] env[63920]: _type = "HttpNfcLease" [ 1104.444287] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.696934] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.943816] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1104.943816] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1104.943816] env[63920]: _type = "HttpNfcLease" [ 1104.943816] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1104.957056] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.957056] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1105.194105] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392873, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.102231} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.194377] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.194734] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.194839] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6537321-d4c9-4775-8cee-d7ae1cd8440f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.201764] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1105.201764] env[63920]: value = "task-2392874" [ 1105.201764] env[63920]: _type = "Task" [ 1105.201764] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.209361] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.346712] env[63920]: INFO nova.compute.manager [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Swapping old allocation on dict_keys(['d3d03c94-9dea-45bd-bef8-6ae074503c23']) held by migration 84569a92-c097-4a6c-bdc2-3a99cc6e1bd7 for instance [ 1105.374814] env[63920]: DEBUG nova.scheduler.client.report [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Overwriting current allocation {'allocations': {'d3d03c94-9dea-45bd-bef8-6ae074503c23': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '4c00a6c6e0e74606a491d71dec1a2b60', 'user_id': '9f01e8a22d854f9fa87347ece11da36f', 'consumer_generation': 1} on consumer 0929b0f3-6de8-4c8f-ae10-072d2330204b {{(pid=63920) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1105.443591] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.443591] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1105.443591] env[63920]: _type = "HttpNfcLease" [ 1105.443591] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1105.447764] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8094c9-c8a1-4fd5-8ee3-8bb70257815e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.453912] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b963b9c9-651c-496c-a4e9-b5e19cb580c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.458362] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.462142] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.462310] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.462527] env[63920]: DEBUG nova.network.neutron [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.490705] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc6ba8-05d5-40b3-9f73-79c77a8d294a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.499822] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c12ef4-835f-4c5a-8531-e29e9a6fa621 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.513507] env[63920]: DEBUG nova.compute.provider_tree [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.712632] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111727} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.712898] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.714409] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de41adb0-ce3f-4bfe-88fd-5e80f6ce7ed1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.738747] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.741825] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f982151e-ef1e-49f5-80ab-afc0836a5c7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.762936] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1105.762936] env[63920]: value = "task-2392875" [ 1105.762936] env[63920]: _type = "Task" [ 1105.762936] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.771497] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.826634] env[63920]: DEBUG nova.network.neutron [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [{"id": "dd80ac39-7248-4ab6-8771-c100123e7a66", "address": "fa:16:3e:f6:d3:f3", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd80ac39-72", "ovs_interfaceid": "dd80ac39-7248-4ab6-8771-c100123e7a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.946331] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.946331] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1105.946331] env[63920]: _type = "HttpNfcLease" [ 1105.946331] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.006527] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.016550] env[63920]: DEBUG nova.scheduler.client.report [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.272566] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392875, 'name': ReconfigVM_Task, 'duration_secs': 0.314401} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.272848] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Reconfigured VM instance instance-00000062 to attach disk [datastore2] bdc51b2e-851d-4390-a35b-56c2325e7f43/bdc51b2e-851d-4390-a35b-56c2325e7f43.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.273485] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026fa376-4a64-4846-b05e-c4377fdc8fad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.280834] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1106.280834] env[63920]: value = "task-2392876" [ 1106.280834] env[63920]: _type = "Task" [ 1106.280834] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.288459] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392876, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.329347] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-0929b0f3-6de8-4c8f-ae10-072d2330204b" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.330541] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8c55cf-1fc7-4f38-b0ac-1e5f1505b5c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.338201] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6297f720-cf98-44ac-a183-dd1937f1931e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.443561] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.443561] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1106.443561] env[63920]: _type = "HttpNfcLease" [ 1106.443561] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1106.791405] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392876, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.944667] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1106.944667] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1106.944667] env[63920]: _type = "HttpNfcLease" [ 1106.944667] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1107.291283] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392876, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.445155] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1107.445155] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1107.445155] env[63920]: _type = "HttpNfcLease" [ 1107.445155] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.638953] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1109.638953] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1109.638953] env[63920]: _type = "HttpNfcLease" [ 1109.638953] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1109.638953] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392876, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.107595] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 8.797s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.108137] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.116934] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.601s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.117193] env[63920]: DEBUG nova.objects.instance [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lazy-loading 'resources' on Instance uuid f5ac8861-7f93-4b83-a881-dd24c2805ee7 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.125502] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1110.125502] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1110.125502] env[63920]: _type = "HttpNfcLease" [ 1110.125502] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1110.131229] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1110.131229] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e4b431-250b-0039-3661-024e4660c7e8" [ 1110.131229] env[63920]: _type = "HttpNfcLease" [ 1110.131229] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1110.131229] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392876, 'name': Rename_Task, 'duration_secs': 3.585906} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.131229] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c9683c-2824-4a76-aa18-e1ee708a7fda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.133197] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.133197] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82aba1b-43f4-4598-b6d0-933b863dfd0d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.139117] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c2e-50cc-fdab-ff6f-8fe4c0127e6d/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1110.139329] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c2e-50cc-fdab-ff6f-8fe4c0127e6d/disk-0.vmdk. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1110.141765] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1110.141765] env[63920]: value = "task-2392877" [ 1110.141765] env[63920]: _type = "Task" [ 1110.141765] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.216058] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4a6907b9-9472-4771-b9e2-c67aa5b12eb5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.216058] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.624060] env[63920]: DEBUG nova.compute.utils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1110.631943] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.632214] env[63920]: DEBUG nova.network.neutron [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.647021] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.650820] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e03f950d-18c4-4e78-8fe2-991d98fc342a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.661627] env[63920]: DEBUG oslo_vmware.api [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392877, 'name': PowerOnVM_Task, 'duration_secs': 0.466801} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.665040] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.665562] env[63920]: DEBUG nova.compute.manager [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.666143] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1110.666143] env[63920]: value = "task-2392878" [ 1110.666143] env[63920]: _type = "Task" [ 1110.666143] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.672170] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ff702-5107-4480-afa4-4faa63253bbf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.680293] env[63920]: DEBUG nova.policy [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.706314] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392878, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.807547] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1552aeb1-2e15-4556-a689-b8b0b4539235 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.817920] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4689f1f-f953-498a-be7b-2d6dff8a6e47 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.856506] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4082874f-b3f7-48ab-b7d2-d887c32f9a10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.866888] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351413fe-0ca6-4a78-b60e-dfa9ec68eaaf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.881886] env[63920]: DEBUG nova.compute.provider_tree [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.128114] env[63920]: DEBUG nova.network.neutron [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Successfully created port: 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.130637] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.189857] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392878, 'name': PowerOffVM_Task, 'duration_secs': 0.218626} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.192260] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.192927] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.193159] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.193313] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.193493] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.193635] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.193776] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.194069] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.194804] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.195052] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.195236] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.195449] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.203979] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aba8ab7a-1663-4cb4-8d2f-3879c578fd9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.224858] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.226841] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1111.226841] env[63920]: value = "task-2392879" [ 1111.226841] env[63920]: _type = "Task" [ 1111.226841] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.235527] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.389919] env[63920]: DEBUG nova.scheduler.client.report [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.444050] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1111.444329] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c2e-50cc-fdab-ff6f-8fe4c0127e6d/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1111.445832] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c2853-77d9-492f-b86c-d0f78af7056d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.452412] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c2e-50cc-fdab-ff6f-8fe4c0127e6d/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1111.452580] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c2e-50cc-fdab-ff6f-8fe4c0127e6d/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1111.452821] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1a143d67-2261-4ece-b793-9c7260f86e92 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.616137] env[63920]: DEBUG oslo_vmware.rw_handles [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e63c2e-50cc-fdab-ff6f-8fe4c0127e6d/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1111.616389] env[63920]: INFO nova.virt.vmwareapi.images [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Downloaded image file data d1d82347-8ad1-4fd3-b88a-9c636a30aea2 [ 1111.617239] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad38ca99-bc6b-4e62-8876-ca9aedb9885b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.635300] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bcb6e20-46cf-47ca-ab81-8a0a577ab6f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.670714] env[63920]: INFO nova.virt.vmwareapi.images [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] The imported VM was unregistered [ 1111.673554] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1111.673931] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Creating directory with path [datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.674742] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-960766bf-a7c9-449d-b144-4c1e2eeaf434 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.691366] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Created directory with path [datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.691700] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167/OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167.vmdk to [datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk. {{(pid=63920) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1111.692090] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b4208f63-14e9-4149-b5b2-3df52a3391f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.700489] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1111.700489] env[63920]: value = "task-2392881" [ 1111.700489] env[63920]: _type = "Task" [ 1111.700489] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.708593] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.737775] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392879, 'name': ReconfigVM_Task, 'duration_secs': 0.180817} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.738648] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2893c77-4f0b-4c99-8682-ae0c2642a316 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.759016] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.759304] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.759506] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.759701] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.759851] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.759995] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.760218] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.760377] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.760544] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.760708] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.760881] env[63920]: DEBUG nova.virt.hardware [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.761715] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d891545-1133-4fcb-9837-e5da87157ee4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.766925] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1111.766925] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b8a92-c22a-e6bd-28fa-4114530d61de" [ 1111.766925] env[63920]: _type = "Task" [ 1111.766925] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.774339] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b8a92-c22a-e6bd-28fa-4114530d61de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.775765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "bdc51b2e-851d-4390-a35b-56c2325e7f43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.775981] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.776196] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "bdc51b2e-851d-4390-a35b-56c2325e7f43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.776377] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.776544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.778544] env[63920]: INFO nova.compute.manager [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Terminating instance [ 1111.896072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.899409] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.333s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.900924] env[63920]: INFO nova.compute.claims [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.212951] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.277305] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b8a92-c22a-e6bd-28fa-4114530d61de, 'name': SearchDatastore_Task, 'duration_secs': 0.024297} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.282590] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.283222] env[63920]: DEBUG nova.compute.manager [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.283414] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.283656] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d3a999-bf04-42b4-88bc-f197603bc48d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.296884] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b6b4aa-cdf2-44e1-881e-59b5972513cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.305365] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.306481] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ed0db7-1830-44b4-8088-494ee11e1596 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.307925] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1112.307925] env[63920]: value = "task-2392882" [ 1112.307925] env[63920]: _type = "Task" [ 1112.307925] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.312670] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1112.312670] env[63920]: value = "task-2392883" [ 1112.312670] env[63920]: _type = "Task" [ 1112.312670] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.318448] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.324105] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.711023] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.824178] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.824414] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.211765] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.321797] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.324853] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.712358] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.821946] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.825068] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.213539] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.325138] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392882, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.325395] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.617551] env[63920]: INFO nova.scheduler.client.report [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Deleted allocations for instance f5ac8861-7f93-4b83-a881-dd24c2805ee7 [ 1114.715545] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.772392] env[63920]: DEBUG nova.compute.manager [req-e02b28d7-b0e7-4582-bc2f-5a01e62a205d req-0c2a4e17-3462-41f0-ae24-a52a90084816 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-vif-plugged-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1114.772392] env[63920]: DEBUG oslo_concurrency.lockutils [req-e02b28d7-b0e7-4582-bc2f-5a01e62a205d req-0c2a4e17-3462-41f0-ae24-a52a90084816 service nova] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.772392] env[63920]: DEBUG oslo_concurrency.lockutils [req-e02b28d7-b0e7-4582-bc2f-5a01e62a205d req-0c2a4e17-3462-41f0-ae24-a52a90084816 service nova] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.772392] env[63920]: DEBUG oslo_concurrency.lockutils [req-e02b28d7-b0e7-4582-bc2f-5a01e62a205d req-0c2a4e17-3462-41f0-ae24-a52a90084816 service nova] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.772392] env[63920]: DEBUG nova.compute.manager [req-e02b28d7-b0e7-4582-bc2f-5a01e62a205d req-0c2a4e17-3462-41f0-ae24-a52a90084816 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] No waiting events found dispatching network-vif-plugged-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.772392] env[63920]: WARNING nova.compute.manager [req-e02b28d7-b0e7-4582-bc2f-5a01e62a205d req-0c2a4e17-3462-41f0-ae24-a52a90084816 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received unexpected event network-vif-plugged-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f for instance with vm_state building and task_state spawning. [ 1114.822974] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392882, 'name': ReconfigVM_Task, 'duration_secs': 2.507362} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.825987] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.826357] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.827219] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a25123-ce54-4aa2-bb4c-b6b7a3c5a72d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.853699] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.854019] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605815fb-f517-43ad-b181-7cfd9523ac4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.873321] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1114.873321] env[63920]: value = "task-2392884" [ 1114.873321] env[63920]: _type = "Task" [ 1114.873321] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.881631] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.900512] env[63920]: DEBUG nova.network.neutron [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Successfully updated port: 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.125213] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6626c8d-503d-480a-a116-e37d03f6038d tempest-InstanceActionsTestJSON-1225871564 tempest-InstanceActionsTestJSON-1225871564-project-member] Lock "f5ac8861-7f93-4b83-a881-dd24c2805ee7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.970s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.149377] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.181644] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.181922] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.182098] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.182301] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.182521] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.182715] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.182935] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.183166] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.183376] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.183570] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.183748] env[63920]: DEBUG nova.virt.hardware [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.185098] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0b57a-996c-4ec0-99b4-4d009c8ee82d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.193557] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493aaa7-29cd-490d-bfd7-7fd8dc06e613 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.215628] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.221429] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "3031f3a7-04ea-4d12-b63e-48838bed5716" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.221677] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.329542] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392883, 'name': PowerOffVM_Task, 'duration_secs': 2.758052} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.329925] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.330193] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.330494] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e45e6b-09b0-4c9d-a523-d1b2d55b4f45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.386860] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392884, 'name': ReconfigVM_Task, 'duration_secs': 0.421086} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.387455] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b/0929b0f3-6de8-4c8f-ae10-072d2330204b.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.388626] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de58a61b-34e1-4030-b525-b3175ab9dfe4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.412729] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.412911] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.413089] env[63920]: DEBUG nova.network.neutron [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.418674] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817ecb0b-843c-4b4d-830e-c38257f746fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.446342] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c5ffeb-0b9e-4949-aa00-542cef9b9d10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.475316] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee8612-8c38-4294-a21a-2f4b56a82d7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.487618] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.491169] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ec11ed7-60c4-4e88-9aef-e62f08e8c140 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.501171] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1115.501171] env[63920]: value = "task-2392886" [ 1115.501171] env[63920]: _type = "Task" [ 1115.501171] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.516700] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392886, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.585623] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d9d98-cc37-415c-b7c2-320ece5a4f61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.596440] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b0fed4-4b9b-4780-ac2c-b124ab543a2e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.642860] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb94a2fc-975f-404c-aa7f-49ddbff81e15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.654137] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050f6e8d-9fbe-463a-8ec6-4f9ac4791163 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.671388] env[63920]: DEBUG nova.compute.provider_tree [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.718544] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.724157] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.916465] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.916465] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.916680] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore2] bdc51b2e-851d-4390-a35b-56c2325e7f43 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.920214] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d421500-4486-49ef-8dee-07fcb40c9884 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.927873] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1115.927873] env[63920]: value = "task-2392887" [ 1115.927873] env[63920]: _type = "Task" [ 1115.927873] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.936767] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.953017] env[63920]: DEBUG nova.network.neutron [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.013329] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.096057] env[63920]: DEBUG nova.network.neutron [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.174369] env[63920]: DEBUG nova.scheduler.client.report [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.223296] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.257844] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1116.437876] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.512763] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.598708] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.599066] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Instance network_info: |[{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.600108] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:e9:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '624dd41b-aca4-4e7d-b5ea-84ba90e24d5f', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.608427] env[63920]: DEBUG oslo.service.loopingcall [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.608427] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.608427] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e29e84fa-1549-4dd6-afb7-26f06f81b141 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.636945] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.636945] env[63920]: value = "task-2392888" [ 1116.636945] env[63920]: _type = "Task" [ 1116.636945] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.651389] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392888, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.679731] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.780s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.680262] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.683459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.677s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.685212] env[63920]: INFO nova.compute.claims [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.721318] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.826715] env[63920]: DEBUG nova.compute.manager [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-changed-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1116.827044] env[63920]: DEBUG nova.compute.manager [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing instance network info cache due to event network-changed-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.827304] env[63920]: DEBUG oslo_concurrency.lockutils [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.827566] env[63920]: DEBUG oslo_concurrency.lockutils [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.827796] env[63920]: DEBUG nova.network.neutron [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing network info cache for port 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.938309] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.018341] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392886, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.148286] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392888, 'name': CreateVM_Task, 'duration_secs': 0.486978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.148408] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.149229] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.149410] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.149752] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1117.150034] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394f1b81-ded5-4646-a815-883a029fb648 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.155622] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1117.155622] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5279a15f-7d12-a824-6a24-111622107239" [ 1117.155622] env[63920]: _type = "Task" [ 1117.155622] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.163935] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5279a15f-7d12-a824-6a24-111622107239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.193632] env[63920]: DEBUG nova.compute.utils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1117.195747] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.196063] env[63920]: DEBUG nova.network.neutron [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.221250] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.241143] env[63920]: DEBUG nova.policy [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef7d2884f54c4510ab667780f3375fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0640e8ca0c9c4891b8acc2b5b98411a3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.441555] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.513801] env[63920]: DEBUG oslo_vmware.api [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392886, 'name': PowerOnVM_Task, 'duration_secs': 1.902486} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.514240] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.670565] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5279a15f-7d12-a824-6a24-111622107239, 'name': SearchDatastore_Task, 'duration_secs': 0.023603} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.671377] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1117.672571] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.672953] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.673216] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.674016] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.676225] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9da4201-6f56-49f9-9cb7-083b51e19539 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.688040] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.688240] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.689046] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f073c3d-9ae1-48f0-aec6-61992d1efa26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.697019] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1117.697019] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cd81b9-99dc-c7b3-ac10-f65b2448ca9f" [ 1117.697019] env[63920]: _type = "Task" [ 1117.697019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.698522] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.710317] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cd81b9-99dc-c7b3-ac10-f65b2448ca9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.721022] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392881, 'name': MoveVirtualDisk_Task, 'duration_secs': 6.002247} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.721022] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167/OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167.vmdk to [datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk. [ 1117.721022] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Cleaning up location [datastore2] OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1117.721022] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_82394a01-f242-4ba0-8deb-479d8453f167 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.721022] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b1a341-fa96-41eb-9c9e-d018dfe7881f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.727121] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1117.727121] env[63920]: value = "task-2392889" [ 1117.727121] env[63920]: _type = "Task" [ 1117.727121] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.737505] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.815054] env[63920]: DEBUG nova.network.neutron [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updated VIF entry in instance network info cache for port 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.815438] env[63920]: DEBUG nova.network.neutron [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.862520] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2eeb79-bfe9-437d-a520-5223a03e615d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.870619] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c873c953-7c27-490f-9935-fdfcd03274c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.905417] env[63920]: DEBUG nova.network.neutron [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Successfully created port: cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.908068] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570be4bf-e2c8-4d2a-9acb-47a743ee6f60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.916350] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd324e-8374-4a78-a148-780e355ec3cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.932710] env[63920]: DEBUG nova.compute.provider_tree [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.947468] env[63920]: DEBUG oslo_vmware.api [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.673585} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.947748] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.947930] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.948132] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.948304] env[63920]: INFO nova.compute.manager [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Took 5.66 seconds to destroy the instance on the hypervisor. [ 1117.948559] env[63920]: DEBUG oslo.service.loopingcall [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1117.948754] env[63920]: DEBUG nova.compute.manager [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.948843] env[63920]: DEBUG nova.network.neutron [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.204743] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cd81b9-99dc-c7b3-ac10-f65b2448ca9f, 'name': SearchDatastore_Task, 'duration_secs': 0.022227} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.209029] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52cb333-0cd5-4eab-ba53-5eb113a4c83d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.214282] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1118.214282] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526a3d6b-baa2-2df0-4352-90eae3b46400" [ 1118.214282] env[63920]: _type = "Task" [ 1118.214282] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.222040] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526a3d6b-baa2-2df0-4352-90eae3b46400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.236049] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226771} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.236307] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.236475] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.236724] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk to [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.236963] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b898981f-1a74-4996-9815-e8fae1f8c0a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.244626] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1118.244626] env[63920]: value = "task-2392890" [ 1118.244626] env[63920]: _type = "Task" [ 1118.244626] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.252174] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.289591] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.289912] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.290098] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.290285] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.290453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.292707] env[63920]: INFO nova.compute.manager [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Terminating instance [ 1118.323632] env[63920]: DEBUG oslo_concurrency.lockutils [req-8882fb27-53a1-4ee0-a4ca-49e620dc149a req-5fd85c6c-426a-4ad0-a845-cdbc32e242bb service nova] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.442463] env[63920]: DEBUG nova.scheduler.client.report [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.710458] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.727005] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526a3d6b-baa2-2df0-4352-90eae3b46400, 'name': SearchDatastore_Task, 'duration_secs': 0.047202} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.727308] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.727572] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 1107a264-9dbf-423b-b73d-2853cf1d9eb9/1107a264-9dbf-423b-b73d-2853cf1d9eb9.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.729522] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4d0f0c3-0e03-45ec-af90-7416189bfbdb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.736293] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1118.736293] env[63920]: value = "task-2392891" [ 1118.736293] env[63920]: _type = "Task" [ 1118.736293] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.738348] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.738571] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.738728] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.738908] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.739066] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.739218] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.739423] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.739585] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.739774] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.739949] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.740153] env[63920]: DEBUG nova.virt.hardware [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.740919] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246557f9-ae27-412f-ae02-1fdaf066af77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.754790] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039790af-21fc-430d-b2f9-ea951e3ea24d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.759348] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.762422] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.798871] env[63920]: DEBUG nova.compute.manager [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.799109] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.799991] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdb2db2-2b22-4488-9167-f96ecfb513f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.807083] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.807319] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e3dcd08-57ec-4e5e-80de-4e30d7688405 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.813074] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1118.813074] env[63920]: value = "task-2392892" [ 1118.813074] env[63920]: _type = "Task" [ 1118.813074] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.821066] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.855740] env[63920]: DEBUG nova.compute.manager [req-fb556020-cb12-4e6a-ae25-a106abaa2229 req-53d582dc-c0ab-47e5-a695-e09760b258d5 service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Received event network-vif-deleted-dac4ac91-0b29-4353-95de-6d15156e42c9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1118.856016] env[63920]: INFO nova.compute.manager [req-fb556020-cb12-4e6a-ae25-a106abaa2229 req-53d582dc-c0ab-47e5-a695-e09760b258d5 service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Neutron deleted interface dac4ac91-0b29-4353-95de-6d15156e42c9; detaching it from the instance and deleting it from the info cache [ 1118.856245] env[63920]: DEBUG nova.network.neutron [req-fb556020-cb12-4e6a-ae25-a106abaa2229 req-53d582dc-c0ab-47e5-a695-e09760b258d5 service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.868192] env[63920]: DEBUG nova.network.neutron [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.948062] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.948062] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.950470] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.726s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.950657] env[63920]: DEBUG nova.objects.instance [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1119.250331] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.258282] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.322552] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.370587] env[63920]: INFO nova.compute.manager [-] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Took 1.42 seconds to deallocate network for instance. [ 1119.751626] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895954} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.755026] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 1107a264-9dbf-423b-b73d-2853cf1d9eb9/1107a264-9dbf-423b-b73d-2853cf1d9eb9.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.755026] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.755201] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71606be3-4da7-454c-b962-d9b00bd7e15d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.762649] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.763895] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1119.763895] env[63920]: value = "task-2392893" [ 1119.763895] env[63920]: _type = "Task" [ 1119.763895] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.771261] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.826596] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.831054] env[63920]: DEBUG nova.compute.manager [req-0b4c3819-7e8b-470d-b5b8-6c5cdbcf7084 req-b6ef277a-65a2-4618-b403-9d8c5611d6bf service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Received event network-vif-plugged-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.831277] env[63920]: DEBUG oslo_concurrency.lockutils [req-0b4c3819-7e8b-470d-b5b8-6c5cdbcf7084 req-b6ef277a-65a2-4618-b403-9d8c5611d6bf service nova] Acquiring lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.831487] env[63920]: DEBUG oslo_concurrency.lockutils [req-0b4c3819-7e8b-470d-b5b8-6c5cdbcf7084 req-b6ef277a-65a2-4618-b403-9d8c5611d6bf service nova] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.831654] env[63920]: DEBUG oslo_concurrency.lockutils [req-0b4c3819-7e8b-470d-b5b8-6c5cdbcf7084 req-b6ef277a-65a2-4618-b403-9d8c5611d6bf service nova] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.831817] env[63920]: DEBUG nova.compute.manager [req-0b4c3819-7e8b-470d-b5b8-6c5cdbcf7084 req-b6ef277a-65a2-4618-b403-9d8c5611d6bf service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] No waiting events found dispatching network-vif-plugged-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.831976] env[63920]: WARNING nova.compute.manager [req-0b4c3819-7e8b-470d-b5b8-6c5cdbcf7084 req-b6ef277a-65a2-4618-b403-9d8c5611d6bf service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Received unexpected event network-vif-plugged-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d for instance with vm_state building and task_state spawning. [ 1121.212853] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.222640] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.222640] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1121.222640] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1121.230124] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.239634] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.239912] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063824} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.240198] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.244017] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8314458-ab38-4f68-9dfa-5862e6ad9a3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.270868] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1107a264-9dbf-423b-b73d-2853cf1d9eb9/1107a264-9dbf-423b-b73d-2853cf1d9eb9.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.272063] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951ba087-3c31-4aa2-94f6-c26d7e6878c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.294465] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1121.294465] env[63920]: value = "task-2392894" [ 1121.294465] env[63920]: _type = "Task" [ 1121.294465] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.304898] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.326494] env[63920]: INFO nova.compute.manager [None req-ea3d716b-5859-4c33-bffe-6a6977adceb3 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance to original state: 'active' [ 1121.428589] env[63920]: DEBUG nova.network.neutron [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Successfully updated port: cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.680230] env[63920]: DEBUG nova.compute.manager [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Received event network-changed-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.680579] env[63920]: DEBUG nova.compute.manager [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Refreshing instance network info cache due to event network-changed-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1121.681016] env[63920]: DEBUG oslo_concurrency.lockutils [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] Acquiring lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.681157] env[63920]: DEBUG oslo_concurrency.lockutils [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] Acquired lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.681371] env[63920]: DEBUG nova.network.neutron [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Refreshing network info cache for port cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.715487] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.716778] env[63920]: DEBUG nova.compute.utils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1121.725868] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d58d01-74b0-4d13-95b3-6e4d3c261ea7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.728169] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.728314] env[63920]: DEBUG nova.network.neutron [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.733078] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91bef29d-3f73-4d3d-b5e5-97c93d7a44ca tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 2.783s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.736108] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Skipping network cache update for instance because it is being deleted. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1121.736314] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Skipping network cache update for instance because it is being deleted. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1121.736477] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1121.736692] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1121.736849] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1121.739382] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.482s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.740923] env[63920]: INFO nova.compute.claims [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.751524] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.755402] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392892, 'name': PowerOffVM_Task, 'duration_secs': 2.796388} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.756198] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.756295] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.757544] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf5d5ce-3460-47db-8bda-535c75f9eb0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.762453] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6251508-d879-45ec-92e9-02788232eb86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.806944] env[63920]: DEBUG nova.compute.manager [req-fb556020-cb12-4e6a-ae25-a106abaa2229 req-53d582dc-c0ab-47e5-a695-e09760b258d5 service nova] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Detach interface failed, port_id=dac4ac91-0b29-4353-95de-6d15156e42c9, reason: Instance bdc51b2e-851d-4390-a35b-56c2325e7f43 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1121.812963] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392894, 'name': ReconfigVM_Task, 'duration_secs': 0.29233} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.814270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.814687] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.814687] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1121.814899] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.816376] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1107a264-9dbf-423b-b73d-2853cf1d9eb9/1107a264-9dbf-423b-b73d-2853cf1d9eb9.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.817541] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03468844-2215-4e46-9ec5-4184f4cf2ee9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.825137] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1121.825137] env[63920]: value = "task-2392896" [ 1121.825137] env[63920]: _type = "Task" [ 1121.825137] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.838021] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392896, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.851942] env[63920]: DEBUG nova.policy [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9e8cf79e4e468695e007557a86080f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969581b218544399be4dee7cdd1c553', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.931252] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.220420] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.222105] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.242263] env[63920]: DEBUG nova.network.neutron [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.324681] env[63920]: DEBUG nova.network.neutron [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Successfully created port: 5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.339555] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392896, 'name': Rename_Task, 'duration_secs': 0.15176} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.339920] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.340208] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ce6bce-2175-43dc-938b-c00a94fc88d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.352335] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1122.352335] env[63920]: value = "task-2392897" [ 1122.352335] env[63920]: _type = "Task" [ 1122.352335] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.362705] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.424215] env[63920]: DEBUG nova.network.neutron [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.669221] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.669447] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.669629] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleting the datastore file [datastore2] f21b5eed-79d7-40c7-b918-d7f59cf6ff30 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.670020] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52e140b6-d534-480c-bdfa-c5f9703f1069 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.679688] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1122.679688] env[63920]: value = "task-2392898" [ 1122.679688] env[63920]: _type = "Task" [ 1122.679688] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.690396] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.723396] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.868730] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392897, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.916315] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc2dc0e-f90f-49fa-87e9-a14d9ee504ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.929047] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e69f930-1dec-461b-b8f3-76fb282670ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.933319] env[63920]: DEBUG oslo_concurrency.lockutils [req-93deb862-b5c2-4239-99fa-4e8d36875fbf req-470dd6ae-7db7-41a1-9749-ffc4833f827c service nova] Releasing lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.933775] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquired lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.934019] env[63920]: DEBUG nova.network.neutron [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.970803] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dea79b3-65b1-4ac9-b29a-1010cf321678 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.983493] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e6cd11-abc0-48fa-af7d-c78a298ea3df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.003815] env[63920]: DEBUG nova.compute.provider_tree [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.194552] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.225872] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.232831] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.264756] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.265006] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.265174] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.265456] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.265731] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.265901] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.266190] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.266380] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.266565] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.266739] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.266915] env[63920]: DEBUG nova.virt.hardware [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.267961] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642c8796-eb4f-4bfe-adca-eb675726bb07 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.278632] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6af6c-7016-47b9-ad87-d5b7750db12e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.366949] env[63920]: DEBUG oslo_vmware.api [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392897, 'name': PowerOnVM_Task, 'duration_secs': 0.856792} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.367286] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.367546] env[63920]: INFO nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1123.367798] env[63920]: DEBUG nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.368948] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22668672-8223-4887-bbff-5732a2288eef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.480314] env[63920]: DEBUG nova.network.neutron [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.507266] env[63920]: DEBUG nova.scheduler.client.report [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.697282] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.725408] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.809739] env[63920]: DEBUG nova.network.neutron [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Updating instance_info_cache with network_info: [{"id": "cbc161ec-59a0-4007-92fc-ad6c7c8ece7d", "address": "fa:16:3e:d1:b8:28", "network": {"id": "3e832738-81dc-4865-929d-d7788ba2ceb1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1140310250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0640e8ca0c9c4891b8acc2b5b98411a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc161ec-59", "ovs_interfaceid": "cbc161ec-59a0-4007-92fc-ad6c7c8ece7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.892880] env[63920]: INFO nova.compute.manager [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Took 29.78 seconds to build instance. [ 1123.935680] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.946680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.946940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.947433] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.947716] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.947936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.953743] env[63920]: INFO nova.compute.manager [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Terminating instance [ 1124.020137] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.020831] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.028021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.310s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.028021] env[63920]: DEBUG nova.objects.instance [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'resources' on Instance uuid bdc51b2e-851d-4390-a35b-56c2325e7f43 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.192024] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.227078] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392890, 'name': CopyVirtualDisk_Task, 'duration_secs': 5.692869} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.227078] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1d82347-8ad1-4fd3-b88a-9c636a30aea2/d1d82347-8ad1-4fd3-b88a-9c636a30aea2.vmdk to [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.227078] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7600fef-b161-4d7d-82b2-6220d49e7869 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.256980] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.257395] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6947dde0-fd5f-4966-8a3d-6025924baf35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.282164] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1124.282164] env[63920]: value = "task-2392899" [ 1124.282164] env[63920]: _type = "Task" [ 1124.282164] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.294531] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.312617] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Releasing lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.313437] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Instance network_info: |[{"id": "cbc161ec-59a0-4007-92fc-ad6c7c8ece7d", "address": "fa:16:3e:d1:b8:28", "network": {"id": "3e832738-81dc-4865-929d-d7788ba2ceb1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1140310250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0640e8ca0c9c4891b8acc2b5b98411a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc161ec-59", "ovs_interfaceid": "cbc161ec-59a0-4007-92fc-ad6c7c8ece7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.313605] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:b8:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbc161ec-59a0-4007-92fc-ad6c7c8ece7d', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.322354] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Creating folder: Project (0640e8ca0c9c4891b8acc2b5b98411a3). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.322792] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d25fe8-8805-41a7-ba96-382dd08ba89e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.333609] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Created folder: Project (0640e8ca0c9c4891b8acc2b5b98411a3) in parent group-v485178. [ 1124.333829] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Creating folder: Instances. Parent ref: group-v485454. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.334283] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b982a7-3b22-4023-8f51-26e628270dd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.343136] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Created folder: Instances in parent group-v485454. [ 1124.343385] env[63920]: DEBUG oslo.service.loopingcall [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.343598] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.343883] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-208a44eb-d604-433e-9d1d-7e94ef3fbf08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.365335] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.365335] env[63920]: value = "task-2392902" [ 1124.365335] env[63920]: _type = "Task" [ 1124.365335] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.373542] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392902, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.399282] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b92862da-77aa-4155-9d97-580e3b6989a0 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.299s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.412961] env[63920]: DEBUG nova.compute.manager [req-8342fea5-3621-4ebd-ad30-0d6f567f2822 req-e3bf3114-2db5-408f-9c69-2ac49b8b4969 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Received event network-vif-plugged-5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.413274] env[63920]: DEBUG oslo_concurrency.lockutils [req-8342fea5-3621-4ebd-ad30-0d6f567f2822 req-e3bf3114-2db5-408f-9c69-2ac49b8b4969 service nova] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.413384] env[63920]: DEBUG oslo_concurrency.lockutils [req-8342fea5-3621-4ebd-ad30-0d6f567f2822 req-e3bf3114-2db5-408f-9c69-2ac49b8b4969 service nova] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.413646] env[63920]: DEBUG oslo_concurrency.lockutils [req-8342fea5-3621-4ebd-ad30-0d6f567f2822 req-e3bf3114-2db5-408f-9c69-2ac49b8b4969 service nova] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.413949] env[63920]: DEBUG nova.compute.manager [req-8342fea5-3621-4ebd-ad30-0d6f567f2822 req-e3bf3114-2db5-408f-9c69-2ac49b8b4969 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] No waiting events found dispatching network-vif-plugged-5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.414084] env[63920]: WARNING nova.compute.manager [req-8342fea5-3621-4ebd-ad30-0d6f567f2822 req-e3bf3114-2db5-408f-9c69-2ac49b8b4969 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Received unexpected event network-vif-plugged-5e528905-1434-4c8c-84b3-868597194ecd for instance with vm_state building and task_state spawning. [ 1124.440881] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1124.441576] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1124.441576] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.441576] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.441707] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.442826] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.442826] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.442826] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.442826] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1124.442826] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.461409] env[63920]: DEBUG nova.compute.manager [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.461409] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.461741] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9b0eef0-ca87-4c68-bac8-42f4912e0a77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.471100] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1124.471100] env[63920]: value = "task-2392903" [ 1124.471100] env[63920]: _type = "Task" [ 1124.471100] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.484837] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.512291] env[63920]: DEBUG nova.network.neutron [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Successfully updated port: 5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.529227] env[63920]: DEBUG nova.compute.utils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1124.535545] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.535545] env[63920]: DEBUG nova.network.neutron [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.608346] env[63920]: DEBUG nova.policy [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f48a5dacff41b8aff1288cb768e69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8716115bfe49a4a12738d9b1031a4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.692660] env[63920]: DEBUG oslo_vmware.api [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.662265} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.693011] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.693261] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.693474] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.693720] env[63920]: INFO nova.compute.manager [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Took 5.89 seconds to destroy the instance on the hypervisor. [ 1124.693987] env[63920]: DEBUG oslo.service.loopingcall [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.695163] env[63920]: DEBUG nova.compute.manager [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.695336] env[63920]: DEBUG nova.network.neutron [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.697614] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48421c62-ee44-4d9d-95d7-ca14e7352fce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.705452] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f21ec-4e30-45a1-980d-22ffd6c44637 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.738833] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b02a0d-686b-4eaa-a084-1654d9845591 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.750362] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d62875-bb14-465b-8c2e-7dc055aeb184 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.768641] env[63920]: DEBUG nova.compute.provider_tree [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.792169] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.875873] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392902, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.948277] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.983509] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392903, 'name': PowerOffVM_Task, 'duration_secs': 0.246437} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.983968] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.984266] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.984533] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485434', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'name': 'volume-441548f6-4570-464c-a7d1-d30f755b4a03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0929b0f3-6de8-4c8f-ae10-072d2330204b', 'attached_at': '2025-02-09T04:04:37.000000', 'detached_at': '', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'serial': '441548f6-4570-464c-a7d1-d30f755b4a03'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.985351] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6ee8e-ce43-442e-9b1e-edf2c09e4c9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.013422] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add80212-b407-4f7a-875e-44619dc15f65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.019797] env[63920]: DEBUG nova.compute.manager [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-changed-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1125.020013] env[63920]: DEBUG nova.compute.manager [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing instance network info cache due to event network-changed-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.020304] env[63920]: DEBUG oslo_concurrency.lockutils [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.020501] env[63920]: DEBUG oslo_concurrency.lockutils [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.021195] env[63920]: DEBUG nova.network.neutron [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing network info cache for port 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.024605] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.024814] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.025019] env[63920]: DEBUG nova.network.neutron [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.033240] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ab580-7a46-4238-9cec-b9956b84121f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.037992] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.070356] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427a48de-06f5-4b0a-9a7c-98d85c3dc701 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.088942] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] The volume has not been displaced from its original location: [datastore1] volume-441548f6-4570-464c-a7d1-d30f755b4a03/volume-441548f6-4570-464c-a7d1-d30f755b4a03.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.094451] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.095979] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ef58bb-6dfe-4c8d-9848-7bb802b401da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.115201] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1125.115201] env[63920]: value = "task-2392904" [ 1125.115201] env[63920]: _type = "Task" [ 1125.115201] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.123996] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.274736] env[63920]: DEBUG nova.scheduler.client.report [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.292706] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392899, 'name': ReconfigVM_Task, 'duration_secs': 0.910615} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.293105] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10/6f437015-b2bb-4bc1-9bcf-e25d18364b10.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.294499] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ce2e22-027e-4569-94d9-2dd7ad37a263 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.301746] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1125.301746] env[63920]: value = "task-2392905" [ 1125.301746] env[63920]: _type = "Task" [ 1125.301746] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.311072] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392905, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.345613] env[63920]: DEBUG nova.network.neutron [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Successfully created port: dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.377997] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392902, 'name': CreateVM_Task, 'duration_secs': 0.77527} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.378192] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.378895] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.379091] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.379416] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.379679] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2a5090-6187-4e77-93d5-61726e04e5b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.388652] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1125.388652] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5216d485-4cb8-796c-d7f5-0d7937dbafbf" [ 1125.388652] env[63920]: _type = "Task" [ 1125.388652] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.394515] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5216d485-4cb8-796c-d7f5-0d7937dbafbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.576543] env[63920]: DEBUG nova.network.neutron [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.627652] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392904, 'name': ReconfigVM_Task, 'duration_secs': 0.303124} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.627916] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.633722] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ca1260-c810-4f79-8a7e-ca76fafb9301 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.651924] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1125.651924] env[63920]: value = "task-2392906" [ 1125.651924] env[63920]: _type = "Task" [ 1125.651924] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.664083] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.780437] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.783064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.835s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.783285] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.783443] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1125.785150] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba36faa2-506d-44c5-9a79-ea3922af2cb2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.796801] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47d7c06-00f1-4c3d-8330-e3b48e919ada {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.811997] env[63920]: INFO nova.scheduler.client.report [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocations for instance bdc51b2e-851d-4390-a35b-56c2325e7f43 [ 1125.829576] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392905, 'name': Rename_Task, 'duration_secs': 0.20653} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.836913] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.836913] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800bda1-394c-4d26-80bd-c1e3e9efa5c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.838733] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-757c3ebe-0ec8-43ca-b942-4e28c36096d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.848540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4173a4-00b9-4635-89eb-642d411a085d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.853024] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1125.853024] env[63920]: value = "task-2392907" [ 1125.853024] env[63920]: _type = "Task" [ 1125.853024] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.886245] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180278MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.886397] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.886602] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.899657] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392907, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.909918] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5216d485-4cb8-796c-d7f5-0d7937dbafbf, 'name': SearchDatastore_Task, 'duration_secs': 0.017604} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.910258] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.910499] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.910750] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.910897] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.911086] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.911353] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de1572e0-79f7-47a7-81a1-fa33856a4af7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.920801] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.920953] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.921715] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3c646d8-bb6c-461e-a4fc-ce4b8a3a06d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.928052] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1125.928052] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526cacf9-a631-dc94-a10d-a2645bcf14c2" [ 1125.928052] env[63920]: _type = "Task" [ 1125.928052] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.937872] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526cacf9-a631-dc94-a10d-a2645bcf14c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.951975] env[63920]: DEBUG nova.network.neutron [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updated VIF entry in instance network info cache for port 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.952363] env[63920]: DEBUG nova.network.neutron [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.046858] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.073481] env[63920]: DEBUG nova.network.neutron [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updating instance_info_cache with network_info: [{"id": "5e528905-1434-4c8c-84b3-868597194ecd", "address": "fa:16:3e:0a:4e:93", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e528905-14", "ovs_interfaceid": "5e528905-1434-4c8c-84b3-868597194ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.082476] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.082794] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.082978] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.083182] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.083374] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.083572] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.083806] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.083966] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.084256] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.084354] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.084523] env[63920]: DEBUG nova.virt.hardware [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.085438] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fd06f-3bd8-48e6-92df-70ec3cff5c1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.096734] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f444828-05c3-48cb-bebb-a3861d97719f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.162038] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392906, 'name': ReconfigVM_Task, 'duration_secs': 0.203848} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.162363] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485434', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'name': 'volume-441548f6-4570-464c-a7d1-d30f755b4a03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0929b0f3-6de8-4c8f-ae10-072d2330204b', 'attached_at': '2025-02-09T04:04:37.000000', 'detached_at': '', 'volume_id': '441548f6-4570-464c-a7d1-d30f755b4a03', 'serial': '441548f6-4570-464c-a7d1-d30f755b4a03'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.162659] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.163556] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f4195-c3e7-4342-ad97-38bae6ac3b8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.171019] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.171019] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67b5cc1e-e97f-4b1e-9999-6250d615741a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.193036] env[63920]: DEBUG nova.network.neutron [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.342140] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc1bd1c6-f676-477d-a612-a04aa66d1073 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "bdc51b2e-851d-4390-a35b-56c2325e7f43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.566s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.365540] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392907, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.438170] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526cacf9-a631-dc94-a10d-a2645bcf14c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008216} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.439105] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5070e5c-c8a4-450f-af18-c6c14c93f6e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.444503] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1126.444503] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5208cbaf-c8f6-cc22-6c37-9db5676f266f" [ 1126.444503] env[63920]: _type = "Task" [ 1126.444503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.450286] env[63920]: DEBUG nova.compute.manager [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Received event network-changed-5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1126.450631] env[63920]: DEBUG nova.compute.manager [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Refreshing instance network info cache due to event network-changed-5e528905-1434-4c8c-84b3-868597194ecd. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1126.450734] env[63920]: DEBUG oslo_concurrency.lockutils [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] Acquiring lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.456710] env[63920]: DEBUG oslo_concurrency.lockutils [req-c0ca9a5e-a144-4e85-9a98-c6727a561cec req-a161720e-7313-43c7-a835-672a704f4285 service nova] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.457086] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5208cbaf-c8f6-cc22-6c37-9db5676f266f, 'name': SearchDatastore_Task, 'duration_secs': 0.009516} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.457314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.457587] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 02a12b4b-23d1-49f2-b3b3-f92142f98ddd/02a12b4b-23d1-49f2-b3b3-f92142f98ddd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.457823] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663a2be9-886c-4a96-8933-1fef5b5243d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.464247] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1126.464247] env[63920]: value = "task-2392909" [ 1126.464247] env[63920]: _type = "Task" [ 1126.464247] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.472874] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.576381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.576813] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Instance network_info: |[{"id": "5e528905-1434-4c8c-84b3-868597194ecd", "address": "fa:16:3e:0a:4e:93", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e528905-14", "ovs_interfaceid": "5e528905-1434-4c8c-84b3-868597194ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.577237] env[63920]: DEBUG oslo_concurrency.lockutils [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] Acquired lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.577516] env[63920]: DEBUG nova.network.neutron [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Refreshing network info cache for port 5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.579230] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:4e:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e528905-1434-4c8c-84b3-868597194ecd', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.588189] env[63920]: DEBUG oslo.service.loopingcall [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.590664] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.591233] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.591448] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.591644] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleting the datastore file [datastore2] 0929b0f3-6de8-4c8f-ae10-072d2330204b {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.591886] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec757a9d-ca07-438f-a1ad-978a500a0adc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.606914] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36bc5efa-0689-487b-9218-939697a53f1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.614200] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1126.614200] env[63920]: value = "task-2392910" [ 1126.614200] env[63920]: _type = "Task" [ 1126.614200] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.615352] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.615352] env[63920]: value = "task-2392911" [ 1126.615352] env[63920]: _type = "Task" [ 1126.615352] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.625533] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.628262] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392911, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.695573] env[63920]: INFO nova.compute.manager [-] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Took 2.00 seconds to deallocate network for instance. [ 1126.867159] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392907, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.916647] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 7230b129-84a2-4516-b0a2-b7fbad519083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.916814] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance f21b5eed-79d7-40c7-b918-d7f59cf6ff30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.916938] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 0929b0f3-6de8-4c8f-ae10-072d2330204b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.917149] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6f437015-b2bb-4bc1-9bcf-e25d18364b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.917211] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 1107a264-9dbf-423b-b73d-2853cf1d9eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.917315] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 02a12b4b-23d1-49f2-b3b3-f92142f98ddd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.917502] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ab9a9f54-29cb-4cfe-8f0f-e454afd65830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.917641] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 3031f3a7-04ea-4d12-b63e-48838bed5716 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1126.977073] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502801} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.977768] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 02a12b4b-23d1-49f2-b3b3-f92142f98ddd/02a12b4b-23d1-49f2-b3b3-f92142f98ddd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.977882] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.978152] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31095ed5-6a1b-46fd-9331-7dc1991749d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.985420] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1126.985420] env[63920]: value = "task-2392912" [ 1126.985420] env[63920]: _type = "Task" [ 1126.985420] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.993659] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.059588] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.059859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.134587] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392911, 'name': CreateVM_Task, 'duration_secs': 0.384717} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.137068] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.137404] env[63920]: DEBUG oslo_vmware.api [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356255} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.137973] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.138160] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.138473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1127.139016] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.139317] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.139497] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.139698] env[63920]: INFO nova.compute.manager [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1127.139892] env[63920]: DEBUG oslo.service.loopingcall [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1127.140094] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c50a378-a980-489d-bd1b-d96433777ac2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.141615] env[63920]: DEBUG nova.compute.manager [-] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.141713] env[63920]: DEBUG nova.network.neutron [-] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.145816] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1127.145816] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52798b8e-e016-2b6d-f37d-b456c1534b33" [ 1127.145816] env[63920]: _type = "Task" [ 1127.145816] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.153411] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52798b8e-e016-2b6d-f37d-b456c1534b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.175577] env[63920]: DEBUG nova.network.neutron [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Successfully updated port: dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.204395] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.353812] env[63920]: DEBUG nova.network.neutron [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updated VIF entry in instance network info cache for port 5e528905-1434-4c8c-84b3-868597194ecd. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.353812] env[63920]: DEBUG nova.network.neutron [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updating instance_info_cache with network_info: [{"id": "5e528905-1434-4c8c-84b3-868597194ecd", "address": "fa:16:3e:0a:4e:93", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e528905-14", "ovs_interfaceid": "5e528905-1434-4c8c-84b3-868597194ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.366141] env[63920]: DEBUG oslo_vmware.api [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392907, 'name': PowerOnVM_Task, 'duration_secs': 1.193548} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.366416] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.424762] env[63920]: INFO nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6b993069-e73f-4939-8498-67b7eaed5e58 has allocations against this compute host but is not found in the database. [ 1127.425049] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1127.425217] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1127.490524] env[63920]: DEBUG nova.compute.manager [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.491341] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea9d004-408e-45c9-bbd5-c90af1418ba6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.506032] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075448} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.506032] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.506286] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba355707-e892-442e-aaf8-10d4436ab95c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.532755] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 02a12b4b-23d1-49f2-b3b3-f92142f98ddd/02a12b4b-23d1-49f2-b3b3-f92142f98ddd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.535530] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8b675a-dabb-4068-9208-278f6955a65e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.560392] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1127.560392] env[63920]: value = "task-2392913" [ 1127.560392] env[63920]: _type = "Task" [ 1127.560392] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.563968] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1127.574469] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.598622] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d629fcef-e62b-44a1-8182-fb166feae5c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.605813] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21c6ba-8306-4d8b-9821-5251816a1b93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.637091] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a2af8-8dc8-4dbd-9c14-bf889d45e315 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.644386] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee6804-a476-471f-b6da-42baea1fe4d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.660832] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.666496] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52798b8e-e016-2b6d-f37d-b456c1534b33, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.666982] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.667445] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.667701] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.667845] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.668034] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.668676] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5f3cf95-4fbe-4f0d-abfb-2abdf45bc6c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.677745] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-3031f3a7-04ea-4d12-b63e-48838bed5716" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.677875] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-3031f3a7-04ea-4d12-b63e-48838bed5716" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.678035] env[63920]: DEBUG nova.network.neutron [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.679029] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.679206] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.680426] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f2807a-5b50-4064-95eb-dff9d0cbad6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.686622] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1127.686622] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d7965-568f-25a2-ae00-22368bf5c29e" [ 1127.686622] env[63920]: _type = "Task" [ 1127.686622] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.697792] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d7965-568f-25a2-ae00-22368bf5c29e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.856830] env[63920]: DEBUG oslo_concurrency.lockutils [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] Releasing lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.857055] env[63920]: DEBUG nova.compute.manager [req-91349b20-25cf-4891-abf6-b03113b5e590 req-ee405deb-e84f-4d27-ad0e-9278cf95baaa service nova] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Received event network-vif-deleted-0cf6ba6d-b270-4012-9c08-f321c6645d5b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.013552] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5167e7c9-e6f4-4413-a5d6-b6aa368bbeeb tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 52.336s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.074105] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392913, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.087398] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.168026] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.196964] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d7965-568f-25a2-ae00-22368bf5c29e, 'name': SearchDatastore_Task, 'duration_secs': 0.008259} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.197816] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e69e630-a30e-4250-801b-21a266cfbfe0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.203153] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1128.203153] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5270e644-426a-6f21-ddd4-e33c879070b0" [ 1128.203153] env[63920]: _type = "Task" [ 1128.203153] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.210949] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5270e644-426a-6f21-ddd4-e33c879070b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.211691] env[63920]: DEBUG nova.network.neutron [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.253028] env[63920]: DEBUG nova.network.neutron [-] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.365686] env[63920]: DEBUG nova.network.neutron [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Updating instance_info_cache with network_info: [{"id": "dda384c0-96d7-47e3-8389-a50ebfe93fe4", "address": "fa:16:3e:d4:5e:58", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda384c0-96", "ovs_interfaceid": "dda384c0-96d7-47e3-8389-a50ebfe93fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.477264] env[63920]: DEBUG nova.compute.manager [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Received event network-vif-plugged-dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.477543] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] Acquiring lock "3031f3a7-04ea-4d12-b63e-48838bed5716-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.477747] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.477915] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.478102] env[63920]: DEBUG nova.compute.manager [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] No waiting events found dispatching network-vif-plugged-dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.478299] env[63920]: WARNING nova.compute.manager [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Received unexpected event network-vif-plugged-dda384c0-96d7-47e3-8389-a50ebfe93fe4 for instance with vm_state building and task_state spawning. [ 1128.478485] env[63920]: DEBUG nova.compute.manager [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Received event network-changed-dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1128.478626] env[63920]: DEBUG nova.compute.manager [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Refreshing instance network info cache due to event network-changed-dda384c0-96d7-47e3-8389-a50ebfe93fe4. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.478817] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] Acquiring lock "refresh_cache-3031f3a7-04ea-4d12-b63e-48838bed5716" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.571485] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392913, 'name': ReconfigVM_Task, 'duration_secs': 0.683123} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.571775] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 02a12b4b-23d1-49f2-b3b3-f92142f98ddd/02a12b4b-23d1-49f2-b3b3-f92142f98ddd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.572450] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92d9a162-3dd4-4563-8711-6c37ed33ed17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.578930] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1128.578930] env[63920]: value = "task-2392914" [ 1128.578930] env[63920]: _type = "Task" [ 1128.578930] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.587265] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392914, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.673321] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1128.673420] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.787s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.673745] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.469s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.674038] env[63920]: DEBUG nova.objects.instance [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'resources' on Instance uuid f21b5eed-79d7-40c7-b918-d7f59cf6ff30 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.713439] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5270e644-426a-6f21-ddd4-e33c879070b0, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.713707] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.714014] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] ab9a9f54-29cb-4cfe-8f0f-e454afd65830/ab9a9f54-29cb-4cfe-8f0f-e454afd65830.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.714542] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-930e10ca-e241-4a35-9f28-6afe13d93e9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.721583] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1128.721583] env[63920]: value = "task-2392915" [ 1128.721583] env[63920]: _type = "Task" [ 1128.721583] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.729754] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.755385] env[63920]: INFO nova.compute.manager [-] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Took 1.61 seconds to deallocate network for instance. [ 1128.868181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-3031f3a7-04ea-4d12-b63e-48838bed5716" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.868405] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance network_info: |[{"id": "dda384c0-96d7-47e3-8389-a50ebfe93fe4", "address": "fa:16:3e:d4:5e:58", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda384c0-96", "ovs_interfaceid": "dda384c0-96d7-47e3-8389-a50ebfe93fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.868723] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] Acquired lock "refresh_cache-3031f3a7-04ea-4d12-b63e-48838bed5716" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.868901] env[63920]: DEBUG nova.network.neutron [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Refreshing network info cache for port dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.870256] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda384c0-96d7-47e3-8389-a50ebfe93fe4', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.879020] env[63920]: DEBUG oslo.service.loopingcall [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1128.880129] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.880367] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c2d231-7d3d-4880-a612-cbb8ab3c7edd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.901081] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.901081] env[63920]: value = "task-2392916" [ 1128.901081] env[63920]: _type = "Task" [ 1128.901081] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.913726] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392916, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.090922] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392914, 'name': Rename_Task, 'duration_secs': 0.153388} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.091239] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.091502] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c403081f-1b78-4f33-93a5-7ee1547c854d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.099106] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1129.099106] env[63920]: value = "task-2392917" [ 1129.099106] env[63920]: _type = "Task" [ 1129.099106] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.109910] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.233543] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468545} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.233831] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] ab9a9f54-29cb-4cfe-8f0f-e454afd65830/ab9a9f54-29cb-4cfe-8f0f-e454afd65830.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.234067] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.236786] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f42de5d-bfc8-4f0c-92f0-f48ae0f2819e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.244527] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1129.244527] env[63920]: value = "task-2392918" [ 1129.244527] env[63920]: _type = "Task" [ 1129.244527] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.256895] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.301860] env[63920]: INFO nova.compute.manager [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Took 0.55 seconds to detach 1 volumes for instance. [ 1129.308242] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84988f3-f386-4842-a7bc-2353aba60cb8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.315885] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c002d-853c-4542-8488-b24d41a5c631 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.348730] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d67b31-37bf-4442-aff6-6b83ad67496c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.356743] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c5523-f024-477a-b0fa-8032ea355df6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.370453] env[63920]: DEBUG nova.compute.provider_tree [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.411271] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392916, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.610253] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392917, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.611127] env[63920]: DEBUG nova.network.neutron [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Updated VIF entry in instance network info cache for port dda384c0-96d7-47e3-8389-a50ebfe93fe4. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.611502] env[63920]: DEBUG nova.network.neutron [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Updating instance_info_cache with network_info: [{"id": "dda384c0-96d7-47e3-8389-a50ebfe93fe4", "address": "fa:16:3e:d4:5e:58", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda384c0-96", "ovs_interfaceid": "dda384c0-96d7-47e3-8389-a50ebfe93fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.754728] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10921} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.755354] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.756094] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf12aa6a-8911-47d7-9d75-9e2eb6b8a0a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.778724] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ab9a9f54-29cb-4cfe-8f0f-e454afd65830/ab9a9f54-29cb-4cfe-8f0f-e454afd65830.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.778724] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34e9031-c251-473d-a415-b6fe96bf31f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.797724] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1129.797724] env[63920]: value = "task-2392919" [ 1129.797724] env[63920]: _type = "Task" [ 1129.797724] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.805602] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.807616] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.873874] env[63920]: DEBUG nova.scheduler.client.report [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.912276] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392916, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.110501] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392917, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.114120] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] Releasing lock "refresh_cache-3031f3a7-04ea-4d12-b63e-48838bed5716" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1130.114354] env[63920]: DEBUG nova.compute.manager [req-8ab7f787-ff0d-4427-adb8-5b4f5a71f55f req-99bd7801-d814-47cf-8e14-ef0b066d1b01 service nova] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Received event network-vif-deleted-dd80ac39-7248-4ab6-8771-c100123e7a66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1130.307861] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392919, 'name': ReconfigVM_Task, 'duration_secs': 0.471779} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.308151] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ab9a9f54-29cb-4cfe-8f0f-e454afd65830/ab9a9f54-29cb-4cfe-8f0f-e454afd65830.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.308842] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7642b24-621f-4204-94d2-db3a767396dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.315038] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1130.315038] env[63920]: value = "task-2392920" [ 1130.315038] env[63920]: _type = "Task" [ 1130.315038] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.323094] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392920, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.379043] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.381869] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.295s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.383574] env[63920]: INFO nova.compute.claims [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1130.399022] env[63920]: INFO nova.scheduler.client.report [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted allocations for instance f21b5eed-79d7-40c7-b918-d7f59cf6ff30 [ 1130.415929] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392916, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.611045] env[63920]: DEBUG oslo_vmware.api [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392917, 'name': PowerOnVM_Task, 'duration_secs': 1.211862} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.611328] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.611537] env[63920]: INFO nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1130.611718] env[63920]: DEBUG nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.612492] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fcf21d-9bf0-499e-ac7d-c33ca7cd7511 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.825767] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392920, 'name': Rename_Task, 'duration_secs': 0.284147} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.826065] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.826315] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c243cfd7-53eb-4d33-98db-566b60ae8c1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.832912] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1130.832912] env[63920]: value = "task-2392921" [ 1130.832912] env[63920]: _type = "Task" [ 1130.832912] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.841218] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.914961] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2d275692-e6dc-4e32-a8b0-50d5eeb874bb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "f21b5eed-79d7-40c7-b918-d7f59cf6ff30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.625s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.916518] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392916, 'name': CreateVM_Task, 'duration_secs': 1.828124} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.916795] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.918046] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.918046] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.918046] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.918209] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb83e2be-eaa2-4e51-a427-647bb98d07b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.922826] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1130.922826] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5274c6fa-00de-e665-12ca-747e70d086c5" [ 1130.922826] env[63920]: _type = "Task" [ 1130.922826] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.931020] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5274c6fa-00de-e665-12ca-747e70d086c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.131462] env[63920]: INFO nova.compute.manager [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Took 32.59 seconds to build instance. [ 1131.343555] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392921, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.435676] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5274c6fa-00de-e665-12ca-747e70d086c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017701} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.435989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.436243] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.436476] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.436623] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.436796] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.437070] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-589eff0e-0b08-4a26-bad9-faa63c02b0df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.450657] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.450863] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.453857] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64f80aa-ae97-452c-b880-33a36f1be4b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.459010] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1131.459010] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0785e-00f0-2b6f-3eae-ba873d52ea87" [ 1131.459010] env[63920]: _type = "Task" [ 1131.459010] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.469409] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0785e-00f0-2b6f-3eae-ba873d52ea87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.523163] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee6481-dd04-4d8e-90dd-b3562f13864d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.532065] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154bb2a-50b6-472b-94ec-59002c71d4b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.564411] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e3e80e-ab98-46f3-bb2c-760489631127 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.572161] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60064d11-9037-4ee4-ba33-d6b75c62f509 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.587598] env[63920]: DEBUG nova.compute.provider_tree [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.632580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6944c51c-12b1-4303-9a60-49ec8e8da5c2 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.097s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.845118] env[63920]: DEBUG oslo_vmware.api [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392921, 'name': PowerOnVM_Task, 'duration_secs': 0.866915} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.845364] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.845766] env[63920]: INFO nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1131.846423] env[63920]: DEBUG nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.847705] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798d0a6f-6e52-4925-9af9-8404b0056c1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.874268] env[63920]: DEBUG nova.compute.manager [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Received event network-changed-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1131.874457] env[63920]: DEBUG nova.compute.manager [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Refreshing instance network info cache due to event network-changed-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1131.874704] env[63920]: DEBUG oslo_concurrency.lockutils [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] Acquiring lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.875042] env[63920]: DEBUG oslo_concurrency.lockutils [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] Acquired lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.875042] env[63920]: DEBUG nova.network.neutron [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Refreshing network info cache for port cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.971134] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0785e-00f0-2b6f-3eae-ba873d52ea87, 'name': SearchDatastore_Task, 'duration_secs': 0.016753} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.971920] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8511f3-74eb-4658-8b8a-b89b7197030c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.981642] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1131.981642] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288657e-4b24-15c4-1b83-b10fe23ba9c5" [ 1131.981642] env[63920]: _type = "Task" [ 1131.981642] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.990348] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288657e-4b24-15c4-1b83-b10fe23ba9c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.092917] env[63920]: DEBUG nova.scheduler.client.report [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.366950] env[63920]: INFO nova.compute.manager [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Took 26.37 seconds to build instance. [ 1132.495647] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288657e-4b24-15c4-1b83-b10fe23ba9c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017021} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.495976] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.497587] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.497587] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c962ddb-88a7-4698-b9c7-b936a3e83b55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.503179] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1132.503179] env[63920]: value = "task-2392922" [ 1132.503179] env[63920]: _type = "Task" [ 1132.503179] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.511049] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.570511] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.570683] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1132.601926] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.602441] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.609561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.802s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.609790] env[63920]: DEBUG nova.objects.instance [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'resources' on Instance uuid 0929b0f3-6de8-4c8f-ae10-072d2330204b {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.612270] env[63920]: DEBUG nova.network.neutron [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Updated VIF entry in instance network info cache for port cbc161ec-59a0-4007-92fc-ad6c7c8ece7d. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.612600] env[63920]: DEBUG nova.network.neutron [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Updating instance_info_cache with network_info: [{"id": "cbc161ec-59a0-4007-92fc-ad6c7c8ece7d", "address": "fa:16:3e:d1:b8:28", "network": {"id": "3e832738-81dc-4865-929d-d7788ba2ceb1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1140310250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0640e8ca0c9c4891b8acc2b5b98411a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbc161ec-59", "ovs_interfaceid": "cbc161ec-59a0-4007-92fc-ad6c7c8ece7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.786158] env[63920]: DEBUG nova.compute.manager [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Received event network-changed-5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.786315] env[63920]: DEBUG nova.compute.manager [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Refreshing instance network info cache due to event network-changed-5e528905-1434-4c8c-84b3-868597194ecd. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.786548] env[63920]: DEBUG oslo_concurrency.lockutils [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] Acquiring lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.786688] env[63920]: DEBUG oslo_concurrency.lockutils [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] Acquired lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.786850] env[63920]: DEBUG nova.network.neutron [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Refreshing network info cache for port 5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.869480] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f06070f3-abad-454d-bd8c-4fbc1c0bc9cc tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.913s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.016794] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.092293] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] There are 59 instances to clean {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1133.092486] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: bdc51b2e-851d-4390-a35b-56c2325e7f43] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.099562] env[63920]: DEBUG nova.compute.manager [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1133.114692] env[63920]: DEBUG nova.compute.utils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1133.117703] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.117877] env[63920]: DEBUG nova.network.neutron [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.119837] env[63920]: DEBUG oslo_concurrency.lockutils [req-0dc33979-249c-4e63-b541-d879e3b9de55 req-d4c9e661-a94f-401f-b67d-ef728fff67cd service nova] Releasing lock "refresh_cache-02a12b4b-23d1-49f2-b3b3-f92142f98ddd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.164803] env[63920]: DEBUG nova.policy [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d6749703b1b45c096713cf1d896ea83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afdf8b3596404f3298734ed3c5dd03c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1133.257511] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da8a6a-bfab-4337-9083-2547977c36ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.266978] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b02cbcf-ee0a-4313-8d4d-7bd5fbcde8e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.303143] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05aac976-a3da-42bf-a6cc-055b37363f0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.312055] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24e502-2aa6-4b30-8a69-d47139aa1363 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.326298] env[63920]: DEBUG nova.compute.provider_tree [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.515430] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.522373] env[63920]: DEBUG nova.network.neutron [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Successfully created port: 55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.567477] env[63920]: DEBUG nova.network.neutron [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updated VIF entry in instance network info cache for port 5e528905-1434-4c8c-84b3-868597194ecd. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.567829] env[63920]: DEBUG nova.network.neutron [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updating instance_info_cache with network_info: [{"id": "5e528905-1434-4c8c-84b3-868597194ecd", "address": "fa:16:3e:0a:4e:93", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e528905-14", "ovs_interfaceid": "5e528905-1434-4c8c-84b3-868597194ecd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.598319] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f5ac8861-7f93-4b83-a881-dd24c2805ee7] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.618376] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.622418] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.829166] env[63920]: DEBUG nova.scheduler.client.report [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.014609] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392922, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.200741} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.014931] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.015164] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.015438] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62bddc7b-275a-458f-b617-82c5536070f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.023273] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1134.023273] env[63920]: value = "task-2392923" [ 1134.023273] env[63920]: _type = "Task" [ 1134.023273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.029790] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.071586] env[63920]: DEBUG oslo_concurrency.lockutils [req-307270da-7ee2-46fc-899e-e9924dc978b0 req-fc1c3cd4-0a04-4186-9731-9b0fc17bfe2c service nova] Releasing lock "refresh_cache-ab9a9f54-29cb-4cfe-8f0f-e454afd65830" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.101935] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d6855049-1e09-494c-bb89-f53502c8e1e6] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.334327] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.337773] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.715s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.358209] env[63920]: INFO nova.scheduler.client.report [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted allocations for instance 0929b0f3-6de8-4c8f-ae10-072d2330204b [ 1134.533039] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.498691} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.533039] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.533462] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a630c238-cb75-4279-a72a-443857581883 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.556186] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.556399] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f993b9f5-07df-46e3-b805-2ba4508489ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.575517] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1134.575517] env[63920]: value = "task-2392924" [ 1134.575517] env[63920]: _type = "Task" [ 1134.575517] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.583080] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.604665] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 810b7d11-ed5a-4003-896d-203e506582f1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.629174] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.655515] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.655792] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.655950] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.656156] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.656304] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.656501] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.656671] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.656859] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.657064] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.657237] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.657595] env[63920]: DEBUG nova.virt.hardware [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.658733] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968eaee2-6c73-4d6e-9b00-4cc4f134a848 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.668138] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce91dc0-2dea-4dee-9faf-f131dd316e16 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.843148] env[63920]: INFO nova.compute.claims [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.866044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b6650977-e248-4373-bba7-b4b5d6cc3a78 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "0929b0f3-6de8-4c8f-ae10-072d2330204b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.919s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.950893] env[63920]: DEBUG nova.compute.manager [req-b84040c9-045a-47ef-98e6-bf66665661fd req-032c216f-394f-4931-9580-5dba10913a7a service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Received event network-vif-plugged-55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.952615] env[63920]: DEBUG oslo_concurrency.lockutils [req-b84040c9-045a-47ef-98e6-bf66665661fd req-032c216f-394f-4931-9580-5dba10913a7a service nova] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.952615] env[63920]: DEBUG oslo_concurrency.lockutils [req-b84040c9-045a-47ef-98e6-bf66665661fd req-032c216f-394f-4931-9580-5dba10913a7a service nova] Lock "6b993069-e73f-4939-8498-67b7eaed5e58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.952615] env[63920]: DEBUG oslo_concurrency.lockutils [req-b84040c9-045a-47ef-98e6-bf66665661fd req-032c216f-394f-4931-9580-5dba10913a7a service nova] Lock "6b993069-e73f-4939-8498-67b7eaed5e58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.952852] env[63920]: DEBUG nova.compute.manager [req-b84040c9-045a-47ef-98e6-bf66665661fd req-032c216f-394f-4931-9580-5dba10913a7a service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] No waiting events found dispatching network-vif-plugged-55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1134.953774] env[63920]: WARNING nova.compute.manager [req-b84040c9-045a-47ef-98e6-bf66665661fd req-032c216f-394f-4931-9580-5dba10913a7a service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Received unexpected event network-vif-plugged-55cd4db6-ea92-4d58-a953-76ba479a86d3 for instance with vm_state building and task_state spawning. [ 1135.049034] env[63920]: DEBUG nova.network.neutron [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Successfully updated port: 55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.086582] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392924, 'name': ReconfigVM_Task, 'duration_secs': 0.364733} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.086747] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.087281] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c96a0813-47b5-4b68-9a80-93017e2a4e98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.095670] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1135.095670] env[63920]: value = "task-2392925" [ 1135.095670] env[63920]: _type = "Task" [ 1135.095670] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.106403] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392925, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.108052] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 018cd37d-1457-4e68-8a37-43160990ef9b] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.349800] env[63920]: INFO nova.compute.resource_tracker [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating resource usage from migration 8b19b84a-4eef-4041-9e2f-3ef6acd46079 [ 1135.460928] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb01ed7a-6b57-457a-b775-e6ab3fda5088 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.469744] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2080bfbe-c0a1-4c53-90c3-f54ba6de7226 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.500544] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5e5dd-b72c-4f10-a260-5f5314d9599b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.507955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d3dc91-0289-40b1-aeeb-18a1cf241812 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.520845] env[63920]: DEBUG nova.compute.provider_tree [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.551162] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.551463] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.551463] env[63920]: DEBUG nova.network.neutron [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.604785] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392925, 'name': Rename_Task, 'duration_secs': 0.197734} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.605016] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.605251] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef27fb91-6bdb-4aef-8a48-09a975791878 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.611828] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2e1d1676-ca01-49f7-89cf-bae133b93f20] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.613653] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1135.613653] env[63920]: value = "task-2392926" [ 1135.613653] env[63920]: _type = "Task" [ 1135.613653] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.621498] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.951500] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.951726] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.024360] env[63920]: DEBUG nova.scheduler.client.report [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.083653] env[63920]: DEBUG nova.network.neutron [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.115411] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 11a701e4-a25f-446f-af23-9eab9eb9267c] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.126557] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392926, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.260726] env[63920]: DEBUG nova.network.neutron [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.454541] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.529495] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.192s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.529780] env[63920]: INFO nova.compute.manager [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Migrating [ 1136.621757] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d027a6e2-38be-48f7-b86d-7a615dbde9a8] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.629356] env[63920]: DEBUG oslo_vmware.api [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392926, 'name': PowerOnVM_Task, 'duration_secs': 0.586853} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.629596] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.629799] env[63920]: INFO nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1136.629974] env[63920]: DEBUG nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.630757] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767596d7-eb05-4908-9007-ce41dbe081b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.763237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.763669] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Instance network_info: |[{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.764266] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:1f:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55cd4db6-ea92-4d58-a953-76ba479a86d3', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.777116] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Creating folder: Project (afdf8b3596404f3298734ed3c5dd03c1). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.777485] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-046c9b0a-3366-4687-8ba1-be92ff7e88d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.789435] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Created folder: Project (afdf8b3596404f3298734ed3c5dd03c1) in parent group-v485178. [ 1136.789697] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Creating folder: Instances. Parent ref: group-v485459. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.790012] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82fea6bd-f628-4b23-a785-a9e0ab77fad2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.800673] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Created folder: Instances in parent group-v485459. [ 1136.800985] env[63920]: DEBUG oslo.service.loopingcall [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.801244] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.801500] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b8d9dde-114c-4954-b234-9743e7a4936e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.831220] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.831220] env[63920]: value = "task-2392929" [ 1136.831220] env[63920]: _type = "Task" [ 1136.831220] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.839729] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392929, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.978223] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1136.978477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.980013] env[63920]: INFO nova.compute.claims [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.049078] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.049078] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.049078] env[63920]: DEBUG nova.network.neutron [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.124591] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 65842489-f52c-4eaa-8d2e-e3ed37c9d4f1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.146373] env[63920]: INFO nova.compute.manager [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Took 20.92 seconds to build instance. [ 1137.275890] env[63920]: DEBUG nova.compute.manager [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Received event network-changed-55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.276041] env[63920]: DEBUG nova.compute.manager [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Refreshing instance network info cache due to event network-changed-55cd4db6-ea92-4d58-a953-76ba479a86d3. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.276263] env[63920]: DEBUG oslo_concurrency.lockutils [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] Acquiring lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.276418] env[63920]: DEBUG oslo_concurrency.lockutils [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] Acquired lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.276586] env[63920]: DEBUG nova.network.neutron [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Refreshing network info cache for port 55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.344068] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392929, 'name': CreateVM_Task, 'duration_secs': 0.466791} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.344068] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.344068] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.344312] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.344544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1137.344787] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3fa61d-dad8-4b97-946c-77860d302806 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.349108] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1137.349108] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525557c0-f455-c4a9-70ad-8283afc38559" [ 1137.349108] env[63920]: _type = "Task" [ 1137.349108] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.357405] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525557c0-f455-c4a9-70ad-8283afc38559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.628242] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 3bc7f80a-46fd-4264-b9a0-3d069ce46ce5] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.648084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a69c9f87-d7fd-4ff3-a06c-62aea30eebc2 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.426s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1137.834657] env[63920]: DEBUG nova.network.neutron [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.859832] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525557c0-f455-c4a9-70ad-8283afc38559, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.860152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.860395] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.860627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.860767] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.860938] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.861205] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f12c4626-e19f-4a85-8029-2cbe3e6cf49c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.871835] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.872034] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.872751] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5c15e63-69d1-4d6c-acca-e1e0c94efa77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.877471] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1137.877471] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52de27f6-c716-bda3-a98c-cfd48f375046" [ 1137.877471] env[63920]: _type = "Task" [ 1137.877471] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.884950] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52de27f6-c716-bda3-a98c-cfd48f375046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.024441] env[63920]: DEBUG nova.network.neutron [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updated VIF entry in instance network info cache for port 55cd4db6-ea92-4d58-a953-76ba479a86d3. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.024813] env[63920]: DEBUG nova.network.neutron [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.111287] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3619d8ec-d8ea-4b78-8358-75c44fbe8cfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.119072] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1cef64-2c1d-43eb-b07f-4c88bc3966b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.149122] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 14989861-4ee7-4eea-b83b-220e4eca403d] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.152977] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853e7796-156b-43c5-8dce-14529a155abb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.165685] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3c4448-ee6d-4db3-a570-4ece14052b8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.181095] env[63920]: DEBUG nova.compute.provider_tree [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.337938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.388939] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52de27f6-c716-bda3-a98c-cfd48f375046, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.389757] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d533a1c-f6df-4ed6-9242-d2f3c72d6f14 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.395470] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1138.395470] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3e4cf-9e46-03e4-f619-e335e495523e" [ 1138.395470] env[63920]: _type = "Task" [ 1138.395470] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.403130] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3e4cf-9e46-03e4-f619-e335e495523e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.527980] env[63920]: DEBUG oslo_concurrency.lockutils [req-0f72588f-21a3-4299-8fef-10d8f1a16fcf req-13034477-6e09-47a9-85af-cf82659453fa service nova] Releasing lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.653140] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2331d8ad-f0f4-4996-a6ae-e9ae0e168c8c] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.660746] env[63920]: INFO nova.compute.manager [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Rebuilding instance [ 1138.684995] env[63920]: DEBUG nova.scheduler.client.report [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.708939] env[63920]: DEBUG nova.compute.manager [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1138.709880] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54e809d-77f4-4dae-8609-c7459a240613 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.906306] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f3e4cf-9e46-03e4-f619-e335e495523e, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.906615] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.906911] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 6b993069-e73f-4939-8498-67b7eaed5e58/6b993069-e73f-4939-8498-67b7eaed5e58.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.907227] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6752783-312b-4c26-90a1-46e9d778ff68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.914729] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1138.914729] env[63920]: value = "task-2392930" [ 1138.914729] env[63920]: _type = "Task" [ 1138.914729] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.922605] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.156305] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b0f47fab-717c-471d-a9b3-3f499aed7ee4] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.190207] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.190927] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.427121] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392930, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.659604] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 9968a165-aa3a-4066-ba1e-7d909472bf1e] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.697655] env[63920]: DEBUG nova.compute.utils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1139.699385] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.699562] env[63920]: DEBUG nova.network.neutron [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.723767] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.724073] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b72cb7f-c2d4-4955-8446-6de726e0b4e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.732661] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1139.732661] env[63920]: value = "task-2392931" [ 1139.732661] env[63920]: _type = "Task" [ 1139.732661] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.741101] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.742563] env[63920]: DEBUG nova.policy [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f01e8a22d854f9fa87347ece11da36f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c00a6c6e0e74606a491d71dec1a2b60', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.854021] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28282f0-fea4-4c44-a6ae-11afa16d15b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.873625] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.925059] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676222} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.926063] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 6b993069-e73f-4939-8498-67b7eaed5e58/6b993069-e73f-4939-8498-67b7eaed5e58.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.926294] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.926545] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-409da807-824f-4c55-8e39-5a3734006194 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.933195] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1139.933195] env[63920]: value = "task-2392932" [ 1139.933195] env[63920]: _type = "Task" [ 1139.933195] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.941065] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.081080] env[63920]: DEBUG nova.network.neutron [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Successfully created port: 5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.162816] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 91918ffe-7bbc-4aec-b7aa-b130d8d8ce20] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.202556] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.244299] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392931, 'name': PowerOffVM_Task, 'duration_secs': 0.213748} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.244722] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.244902] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.245955] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da84e1-83e3-4b1c-b7ae-c9183607036c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.252810] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.253049] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fda9941-e26b-4191-9ea8-fbd5c22a21ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.315274] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.315541] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.315726] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.315998] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-300cf653-86f4-4e48-9b3a-7a1df98fad25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.322453] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1140.322453] env[63920]: value = "task-2392934" [ 1140.322453] env[63920]: _type = "Task" [ 1140.322453] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.330663] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.381081] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.381406] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52465ba7-2e8a-4c97-a15f-1dca04bd42db {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.387922] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1140.387922] env[63920]: value = "task-2392935" [ 1140.387922] env[63920]: _type = "Task" [ 1140.387922] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.397860] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.443552] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082609} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.443858] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.444746] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30b6d59-44c1-4cd5-a9e6-9efd332bbadf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.469313] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 6b993069-e73f-4939-8498-67b7eaed5e58/6b993069-e73f-4939-8498-67b7eaed5e58.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.469642] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6def43a8-0bc6-437d-af18-ef925d9c090d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.490669] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1140.490669] env[63920]: value = "task-2392936" [ 1140.490669] env[63920]: _type = "Task" [ 1140.490669] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.500450] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.666687] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b7d6cd90-b8f8-4be4-b60b-2a8bcf578b49] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.833190] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16886} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.833444] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.833581] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.833757] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.897421] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392935, 'name': PowerOffVM_Task, 'duration_secs': 0.219989} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.897682] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.897880] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.002108] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392936, 'name': ReconfigVM_Task, 'duration_secs': 0.430188} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.002897] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 6b993069-e73f-4939-8498-67b7eaed5e58/6b993069-e73f-4939-8498-67b7eaed5e58.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.003701] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e098bb4b-29a2-48b3-8783-5f7bcff0f199 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.011905] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1141.011905] env[63920]: value = "task-2392937" [ 1141.011905] env[63920]: _type = "Task" [ 1141.011905] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.020062] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392937, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.170456] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 77fb5fc5-4cb2-4c91-88d5-531abfecf0ef] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.213514] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.240586] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.240870] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.241041] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.241232] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.241377] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.241525] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.241731] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.241905] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.242090] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.242256] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.242430] env[63920]: DEBUG nova.virt.hardware [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.243313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e748eb0-c084-4e91-aadc-5948cfa18682 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.252098] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69721271-4126-41e8-b8f9-b027058e7a05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.404785] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.405034] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.405202] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.405395] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.405567] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.405736] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.405991] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.406172] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.406371] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.406555] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.406732] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.412413] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c6899c-5cf0-46ef-b7dd-514d431acedd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.430063] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1141.430063] env[63920]: value = "task-2392938" [ 1141.430063] env[63920]: _type = "Task" [ 1141.430063] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.438294] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.476991] env[63920]: DEBUG nova.compute.manager [req-53750cc8-d5cb-4136-aea1-3df202a76ab4 req-854ba2c4-5f5a-47cd-81ea-c1c8f3fdf2f8 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-vif-plugged-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1141.477300] env[63920]: DEBUG oslo_concurrency.lockutils [req-53750cc8-d5cb-4136-aea1-3df202a76ab4 req-854ba2c4-5f5a-47cd-81ea-c1c8f3fdf2f8 service nova] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1141.477602] env[63920]: DEBUG oslo_concurrency.lockutils [req-53750cc8-d5cb-4136-aea1-3df202a76ab4 req-854ba2c4-5f5a-47cd-81ea-c1c8f3fdf2f8 service nova] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1141.477803] env[63920]: DEBUG oslo_concurrency.lockutils [req-53750cc8-d5cb-4136-aea1-3df202a76ab4 req-854ba2c4-5f5a-47cd-81ea-c1c8f3fdf2f8 service nova] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.477973] env[63920]: DEBUG nova.compute.manager [req-53750cc8-d5cb-4136-aea1-3df202a76ab4 req-854ba2c4-5f5a-47cd-81ea-c1c8f3fdf2f8 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] No waiting events found dispatching network-vif-plugged-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.478155] env[63920]: WARNING nova.compute.manager [req-53750cc8-d5cb-4136-aea1-3df202a76ab4 req-854ba2c4-5f5a-47cd-81ea-c1c8f3fdf2f8 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received unexpected event network-vif-plugged-5bd64735-8361-42c9-acba-cfc2e2317f8b for instance with vm_state building and task_state spawning. [ 1141.522361] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392937, 'name': Rename_Task, 'duration_secs': 0.207383} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.522642] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.522890] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ff9ad63-f06a-40eb-a219-e7239101d9d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.529201] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1141.529201] env[63920]: value = "task-2392939" [ 1141.529201] env[63920]: _type = "Task" [ 1141.529201] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.536740] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.645781] env[63920]: DEBUG nova.network.neutron [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Successfully updated port: 5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.674055] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 02e856f0-ea07-400a-8bab-25d59e38c3e8] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.862955] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.863216] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.863372] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.863555] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.863702] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.863849] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.864064] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.864228] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.864395] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.864558] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.864728] env[63920]: DEBUG nova.virt.hardware [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.865608] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a0ea13-7fa3-49b6-9702-a3122603833d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.873823] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1b8584-7da9-474d-80f6-37df59dd8077 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.886716] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:5e:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda384c0-96d7-47e3-8389-a50ebfe93fe4', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.894017] env[63920]: DEBUG oslo.service.loopingcall [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.894262] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.894475] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-987325f7-82f2-490f-a011-8dfd9b530d81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.912883] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.912883] env[63920]: value = "task-2392940" [ 1141.912883] env[63920]: _type = "Task" [ 1141.912883] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.920221] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392940, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.937736] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392938, 'name': ReconfigVM_Task, 'duration_secs': 0.265883} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.938007] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.039301] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.148210] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.148384] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.148566] env[63920]: DEBUG nova.network.neutron [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.176811] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: cbace791-b32a-42e1-91eb-959c18ed4a6c] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.424056] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392940, 'name': CreateVM_Task, 'duration_secs': 0.441769} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.424212] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.424912] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.425154] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.425525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1142.425832] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45104795-dcab-4e72-a56d-edebcc329a4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.430442] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1142.430442] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528e81a2-70fc-ef6f-4ac4-f94723f18fbc" [ 1142.430442] env[63920]: _type = "Task" [ 1142.430442] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.437670] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528e81a2-70fc-ef6f-4ac4-f94723f18fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.443586] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.443797] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.443952] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.444148] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.444291] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.444436] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.444634] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.444806] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.444943] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.445125] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.445300] env[63920]: DEBUG nova.virt.hardware [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.450362] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1142.450599] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-984513ef-a02f-4478-aecb-a62651351433 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.469825] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1142.469825] env[63920]: value = "task-2392941" [ 1142.469825] env[63920]: _type = "Task" [ 1142.469825] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.477827] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.539745] env[63920]: DEBUG oslo_vmware.api [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2392939, 'name': PowerOnVM_Task, 'duration_secs': 0.830681} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.541048] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.541048] env[63920]: INFO nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1142.541048] env[63920]: DEBUG nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.541421] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e182bc-6348-4645-8366-8bfc7500f58b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.679731] env[63920]: DEBUG nova.network.neutron [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.681910] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 870892df-f068-4c99-ae7c-b0b9ce0da0fc] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.809095] env[63920]: DEBUG nova.network.neutron [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.941792] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]528e81a2-70fc-ef6f-4ac4-f94723f18fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010494} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.942119] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.942357] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.942590] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.942736] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.942911] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.943190] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af84c7cc-aa3d-4010-a141-5072a518f1ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.951540] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.956234] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.957251] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b14a848b-6f9f-4fe5-874b-d1c30a2c4343 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.967696] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1142.967696] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bc6c55-35d4-096c-fc85-26563b32f177" [ 1142.967696] env[63920]: _type = "Task" [ 1142.967696] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.983844] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bc6c55-35d4-096c-fc85-26563b32f177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.988328] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392941, 'name': ReconfigVM_Task, 'duration_secs': 0.169309} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.988735] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1142.989906] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e96a2be-406b-4ad0-a4cd-f53577474850 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.011885] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083/7230b129-84a2-4516-b0a2-b7fbad519083.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.012171] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2afd8ab1-3045-403d-a15f-28ae5918e7ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.030358] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1143.030358] env[63920]: value = "task-2392942" [ 1143.030358] env[63920]: _type = "Task" [ 1143.030358] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.038104] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.060553] env[63920]: INFO nova.compute.manager [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Took 14.99 seconds to build instance. [ 1143.186523] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 46fb1953-2171-4f62-9cde-b7b4f310fd09] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.478419] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bc6c55-35d4-096c-fc85-26563b32f177, 'name': SearchDatastore_Task, 'duration_secs': 0.015324} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.479217] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3250f315-763c-44a1-a7c4-5e7ee8d08b18 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.484447] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1143.484447] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522d0e4f-28b3-1e17-2811-054c7d22985d" [ 1143.484447] env[63920]: _type = "Task" [ 1143.484447] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.495845] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522d0e4f-28b3-1e17-2811-054c7d22985d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.506343] env[63920]: DEBUG nova.compute.manager [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.506538] env[63920]: DEBUG nova.compute.manager [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing instance network info cache due to event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.506750] env[63920]: DEBUG oslo_concurrency.lockutils [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.540359] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392942, 'name': ReconfigVM_Task, 'duration_secs': 0.262224} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.540359] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083/7230b129-84a2-4516-b0a2-b7fbad519083.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.540601] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.562950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f7695f25-30fb-48c6-a8af-2fd5b2a78446 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.503s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.689942] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 08d6530a-cad4-48dc-a112-ba7bd37929ff] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.733375] env[63920]: DEBUG nova.compute.manager [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Received event network-changed-55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1143.733542] env[63920]: DEBUG nova.compute.manager [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Refreshing instance network info cache due to event network-changed-55cd4db6-ea92-4d58-a953-76ba479a86d3. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.733757] env[63920]: DEBUG oslo_concurrency.lockutils [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] Acquiring lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.733899] env[63920]: DEBUG oslo_concurrency.lockutils [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] Acquired lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.734072] env[63920]: DEBUG nova.network.neutron [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Refreshing network info cache for port 55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.812771] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.813161] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance network_info: |[{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.813481] env[63920]: DEBUG oslo_concurrency.lockutils [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.813665] env[63920]: DEBUG nova.network.neutron [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.814860] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:58:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bd64735-8361-42c9-acba-cfc2e2317f8b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.822368] env[63920]: DEBUG oslo.service.loopingcall [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1143.823235] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.823462] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa7e4346-38bc-4e85-b7b7-39c3d7b3773b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.843077] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.843077] env[63920]: value = "task-2392943" [ 1143.843077] env[63920]: _type = "Task" [ 1143.843077] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.850961] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392943, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.994152] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522d0e4f-28b3-1e17-2811-054c7d22985d, 'name': SearchDatastore_Task, 'duration_secs': 0.014985} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.994429] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.994706] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.995289] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39e7a857-81ea-4544-afba-92fa0f19800d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.001774] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1144.001774] env[63920]: value = "task-2392944" [ 1144.001774] env[63920]: _type = "Task" [ 1144.001774] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.011773] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.048024] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69299ee3-a294-4b31-89aa-f955da6418ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.070471] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d78c1f-efee-4425-ba9e-d146b73466c8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.092785] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.194985] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 075900ac-19f5-48c9-9132-8deaf2025f6e] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.356488] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392943, 'name': CreateVM_Task, 'duration_secs': 0.44476} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.356671] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.357370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.357566] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.358038] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1144.358155] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3073b8b6-8494-4612-8b2e-c03f437d03fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.363706] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1144.363706] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5211c346-c67a-8929-472f-ae2d0fb47346" [ 1144.363706] env[63920]: _type = "Task" [ 1144.363706] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.373757] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5211c346-c67a-8929-472f-ae2d0fb47346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.498956] env[63920]: DEBUG nova.network.neutron [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updated VIF entry in instance network info cache for port 55cd4db6-ea92-4d58-a953-76ba479a86d3. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.499170] env[63920]: DEBUG nova.network.neutron [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.521212] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392944, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.581539] env[63920]: DEBUG nova.network.neutron [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updated VIF entry in instance network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.581910] env[63920]: DEBUG nova.network.neutron [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.631576] env[63920]: DEBUG nova.network.neutron [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Port 025293bb-b77d-42cc-9b00-fa653a55238e binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1144.698100] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 49b465f6-ae28-4584-aadb-e4d9982862d1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.874646] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5211c346-c67a-8929-472f-ae2d0fb47346, 'name': SearchDatastore_Task, 'duration_secs': 0.056175} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.874960] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.875262] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.875614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1144.875766] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.875946] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.876232] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4efccf18-5c11-4e5a-a44e-8b7f8724a7ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.885615] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.886226] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.886703] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c3edbd-50b2-4a9a-ac3a-3f65b56302c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.892011] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1144.892011] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52605029-5fb5-235d-aad2-5a7d50c765d2" [ 1144.892011] env[63920]: _type = "Task" [ 1144.892011] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.900963] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52605029-5fb5-235d-aad2-5a7d50c765d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.002475] env[63920]: DEBUG oslo_concurrency.lockutils [req-51eb91fc-a594-4379-a036-7f6805821d83 req-c3a009a1-02fd-4b6f-8ec1-6d206f5c1df4 service nova] Releasing lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.014609] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551308} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.014871] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.015106] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.015364] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-550ce81f-b67f-4664-8872-d72f03ddb69f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.022706] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1145.022706] env[63920]: value = "task-2392945" [ 1145.022706] env[63920]: _type = "Task" [ 1145.022706] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.031198] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.085218] env[63920]: DEBUG oslo_concurrency.lockutils [req-ff6d577c-6ed4-4bad-a4a9-574344f78e52 req-a55a7cea-84d9-4797-a06e-2a74ca29d4da service nova] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.201053] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 17729b9a-e33c-4b55-9d4a-7e52b861fac3] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.402876] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52605029-5fb5-235d-aad2-5a7d50c765d2, 'name': SearchDatastore_Task, 'duration_secs': 0.014592} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.403673] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125a930e-1329-4285-88f3-1bf9e5676202 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.408556] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1145.408556] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52220ce0-c765-8f14-cdc0-94db0cf00667" [ 1145.408556] env[63920]: _type = "Task" [ 1145.408556] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.417438] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52220ce0-c765-8f14-cdc0-94db0cf00667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.533194] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139994} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.533330] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1145.534015] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74051ad3-0762-4e07-9a91-3f2166d8159a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.556791] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.557080] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c557f363-7244-42ae-9c8f-8a4d91e0eeed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.576343] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1145.576343] env[63920]: value = "task-2392946" [ 1145.576343] env[63920]: _type = "Task" [ 1145.576343] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.584409] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.652939] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.653189] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.653366] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.704256] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 399907b7-ec6b-4fab-84fd-74ff4d32bdc3] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.919436] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52220ce0-c765-8f14-cdc0-94db0cf00667, 'name': SearchDatastore_Task, 'duration_secs': 0.022165} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.919781] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.920130] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.920444] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e42b00f-d095-450e-91c8-62223265292e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.927267] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1145.927267] env[63920]: value = "task-2392947" [ 1145.927267] env[63920]: _type = "Task" [ 1145.927267] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.934603] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.086683] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.206977] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8031ba69-ec79-494e-822f-a162e948b4b8] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.439278] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392947, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.587028] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.687641] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.687886] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.688095] env[63920]: DEBUG nova.network.neutron [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.709879] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: e15cd9eb-3b45-458d-aac3-7dceb7cc4c52] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.938487] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392947, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673379} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.938793] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.939184] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.939338] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3106a66c-2344-489b-bbec-35004e363fcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.945562] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1146.945562] env[63920]: value = "task-2392948" [ 1146.945562] env[63920]: _type = "Task" [ 1146.945562] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.953286] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.087820] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392946, 'name': ReconfigVM_Task, 'duration_secs': 1.179968} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.088108] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716/3031f3a7-04ea-4d12-b63e-48838bed5716.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.088741] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-841cd387-2a76-4f08-b6df-b6204356fc7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.095729] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1147.095729] env[63920]: value = "task-2392949" [ 1147.095729] env[63920]: _type = "Task" [ 1147.095729] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.104364] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392949, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.213021] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f21b5eed-79d7-40c7-b918-d7f59cf6ff30] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.455532] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073239} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.455805] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.456558] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9475a8-1e0e-44c8-a08c-4851a9f6c001 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.479531] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.479838] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-415476be-821a-4ea2-992f-8613168d8d58 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.495158] env[63920]: DEBUG nova.network.neutron [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.501364] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1147.501364] env[63920]: value = "task-2392950" [ 1147.501364] env[63920]: _type = "Task" [ 1147.501364] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.509484] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.606301] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392949, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.716135] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ae4a421c-2399-44f8-a953-08e70980af0d] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.998128] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.010872] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.105837] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392949, 'name': Rename_Task, 'duration_secs': 0.704255} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.106119] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.106370] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb662488-5fbb-4188-83c6-3d0f8b1cd706 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.113597] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1148.113597] env[63920]: value = "task-2392951" [ 1148.113597] env[63920]: _type = "Task" [ 1148.113597] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.122697] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.219129] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b48af1d0-632c-4045-b5b9-2ef9b81821fe] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.518883] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392950, 'name': ReconfigVM_Task, 'duration_secs': 0.942197} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.519222] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Reconfigured VM instance instance-00000068 to attach disk [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.519925] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4507f990-4157-4f43-896b-1a4fe7c3ad2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.526274] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1148.526274] env[63920]: value = "task-2392952" [ 1148.526274] env[63920]: _type = "Task" [ 1148.526274] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.535183] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392952, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.605311] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1ab691-fbc5-4105-9af4-e6a981981e64 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.628589] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb876c2a-5422-4993-81ae-fcd1daf7b787 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.636427] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.638864] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.722337] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 4489863b-20e7-4144-b2a1-25ee3b00490e] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.035699] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392952, 'name': Rename_Task, 'duration_secs': 0.150307} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.037034] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.037034] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f34eab-bd25-499c-b55c-a5514e39b71e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.042491] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1149.042491] env[63920]: value = "task-2392953" [ 1149.042491] env[63920]: _type = "Task" [ 1149.042491] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.049399] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.134602] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.145480] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.145767] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24c3d804-d02a-4ccc-8168-3a66bfb13ebc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.152456] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1149.152456] env[63920]: value = "task-2392954" [ 1149.152456] env[63920]: _type = "Task" [ 1149.152456] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.160336] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.225369] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 13b03ac4-b0ea-4fca-b662-e543c946ef14] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.553583] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392953, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.635745] env[63920]: DEBUG oslo_vmware.api [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392951, 'name': PowerOnVM_Task, 'duration_secs': 1.305422} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.636036] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.636249] env[63920]: DEBUG nova.compute.manager [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.637022] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b701b832-1b21-412b-a23e-3b14121503b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.660300] env[63920]: DEBUG oslo_vmware.api [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392954, 'name': PowerOnVM_Task, 'duration_secs': 0.384631} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.660550] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.660734] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9e87d5-5ea6-4dd3-97af-491b38c646f5 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance '7230b129-84a2-4516-b0a2-b7fbad519083' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1149.729048] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 31f75e6b-e036-4123-8612-0c16be39ebd1] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.053789] env[63920]: DEBUG oslo_vmware.api [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2392953, 'name': PowerOnVM_Task, 'duration_secs': 0.558101} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.054062] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.054268] env[63920]: INFO nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1150.054448] env[63920]: DEBUG nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.055219] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad6e534-65a9-4e88-ac4d-08d5d299eacf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.156817] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.157120] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.157318] env[63920]: DEBUG nova.objects.instance [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1150.231655] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6de48a88-0c97-4d08-8597-626419a666c5] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.573204] env[63920]: INFO nova.compute.manager [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Took 13.61 seconds to build instance. [ 1150.735033] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8d0a0f04-9d0b-46c8-b556-f5457d6abb7e] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.075836] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f00653ac-5fc7-4b34-b854-bcac988c78d2 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.124s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.166360] env[63920]: DEBUG oslo_concurrency.lockutils [None req-091d3866-ee0d-4d73-bad5-5d65f5ad4c36 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.205762] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "3031f3a7-04ea-4d12-b63e-48838bed5716" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.206018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.206226] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "3031f3a7-04ea-4d12-b63e-48838bed5716-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.206409] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.206580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.208471] env[63920]: INFO nova.compute.manager [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Terminating instance [ 1151.240016] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8ac8f3a9-b966-4d1c-88e8-da51e4b3d06d] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1151.377750] env[63920]: DEBUG nova.compute.manager [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1151.377750] env[63920]: DEBUG nova.compute.manager [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing instance network info cache due to event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1151.377870] env[63920]: DEBUG oslo_concurrency.lockutils [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.377905] env[63920]: DEBUG oslo_concurrency.lockutils [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.378854] env[63920]: DEBUG nova.network.neutron [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.637286] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.637599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.691553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1151.691809] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1151.691994] env[63920]: DEBUG nova.compute.manager [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Going to confirm migration 6 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1151.714961] env[63920]: DEBUG nova.compute.manager [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.715190] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.716123] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cbea71-e87b-4e9b-a34e-1df3f8ebdc38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.726587] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.726826] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f1ae6fa-fadb-4d8b-9948-26c7c5c82631 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.733513] env[63920]: DEBUG oslo_vmware.api [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1151.733513] env[63920]: value = "task-2392955" [ 1151.733513] env[63920]: _type = "Task" [ 1151.733513] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.741580] env[63920]: DEBUG oslo_vmware.api [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.743053] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 25c586b0-509d-46aa-ad20-ee3c74d7d0e9] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.107416] env[63920]: DEBUG nova.network.neutron [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updated VIF entry in instance network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.107922] env[63920]: DEBUG nova.network.neutron [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.139569] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.244864] env[63920]: DEBUG oslo_vmware.api [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392955, 'name': PowerOffVM_Task, 'duration_secs': 0.319779} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.245196] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.245413] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.246301] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a6203430-7fe6-4eaf-ba11-f9e9495e2b18] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1152.248178] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ef2fe10-50a6-450f-a511-fa2659037e98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.254534] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.254720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.254920] env[63920]: DEBUG nova.network.neutron [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.255149] env[63920]: DEBUG nova.objects.instance [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'info_cache' on Instance uuid 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.611028] env[63920]: DEBUG oslo_concurrency.lockutils [req-aeadab18-1956-40d4-a56c-c27cebaae0fa req-2b971d19-dd6b-4ca3-a5ac-91ae848c44ba service nova] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.663392] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.663652] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.665199] env[63920]: INFO nova.compute.claims [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.751179] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 4dd6bbb2-57fc-48d2-82e5-9ec8ec5c8d77] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.038013] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.038223] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.038444] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore2] 3031f3a7-04ea-4d12-b63e-48838bed5716 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.038767] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf7beb69-32db-4f59-956d-d71e1566a6aa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.045443] env[63920]: DEBUG oslo_vmware.api [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1153.045443] env[63920]: value = "task-2392957" [ 1153.045443] env[63920]: _type = "Task" [ 1153.045443] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.053263] env[63920]: DEBUG oslo_vmware.api [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.254222] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ed9a5b07-ddbd-4b44-a4eb-f0f6a1689574] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.476010] env[63920]: DEBUG nova.network.neutron [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [{"id": "025293bb-b77d-42cc-9b00-fa653a55238e", "address": "fa:16:3e:11:d3:78", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap025293bb-b7", "ovs_interfaceid": "025293bb-b77d-42cc-9b00-fa653a55238e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.555228] env[63920]: DEBUG oslo_vmware.api [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259168} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.555495] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.555687] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.555862] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.556042] env[63920]: INFO nova.compute.manager [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1153.556284] env[63920]: DEBUG oslo.service.loopingcall [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.556465] env[63920]: DEBUG nova.compute.manager [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.556557] env[63920]: DEBUG nova.network.neutron [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.756898] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 707b0e73-d4e8-4bcd-a9e4-00c923d62ce7] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1153.804895] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1430cd29-e701-4d07-9214-09f5dea08447 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.812965] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d887e94-d4a5-4954-9946-e1e666353d45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.819622] env[63920]: DEBUG nova.compute.manager [req-b505ad1e-acb9-42f6-bef2-66b82b70bac5 req-c8548665-36c4-4147-bc97-3f6744537cc7 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Received event network-vif-deleted-dda384c0-96d7-47e3-8389-a50ebfe93fe4 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.819622] env[63920]: INFO nova.compute.manager [req-b505ad1e-acb9-42f6-bef2-66b82b70bac5 req-c8548665-36c4-4147-bc97-3f6744537cc7 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Neutron deleted interface dda384c0-96d7-47e3-8389-a50ebfe93fe4; detaching it from the instance and deleting it from the info cache [ 1153.819622] env[63920]: DEBUG nova.network.neutron [req-b505ad1e-acb9-42f6-bef2-66b82b70bac5 req-c8548665-36c4-4147-bc97-3f6744537cc7 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.848235] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6354cf99-b77d-4b3a-8247-ccca97cef301 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.856436] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532a505c-690d-4d78-b2ec-41837ec8a3bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.871463] env[63920]: DEBUG nova.compute.provider_tree [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.979099] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-7230b129-84a2-4516-b0a2-b7fbad519083" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.979357] env[63920]: DEBUG nova.objects.instance [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'migration_context' on Instance uuid 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.260329] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 42bd8c1f-062a-4a96-b015-529e468cbf8c] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.301768] env[63920]: DEBUG nova.network.neutron [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.323498] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec0addc8-b747-4bfe-9908-84ae70e26c56 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.334874] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8535ce7-5ade-47d5-992f-7172058a0c05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.363393] env[63920]: DEBUG nova.compute.manager [req-b505ad1e-acb9-42f6-bef2-66b82b70bac5 req-c8548665-36c4-4147-bc97-3f6744537cc7 service nova] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Detach interface failed, port_id=dda384c0-96d7-47e3-8389-a50ebfe93fe4, reason: Instance 3031f3a7-04ea-4d12-b63e-48838bed5716 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1154.374562] env[63920]: DEBUG nova.scheduler.client.report [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.482278] env[63920]: DEBUG nova.objects.base [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Object Instance<7230b129-84a2-4516-b0a2-b7fbad519083> lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.483202] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03b38f9-cd47-45ae-aff2-58df3c327276 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.503601] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da993d83-eab5-4cf5-89c4-148e97df9e9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.508784] env[63920]: DEBUG oslo_vmware.api [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1154.508784] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52672e9d-0657-550a-3c01-ee346f09800b" [ 1154.508784] env[63920]: _type = "Task" [ 1154.508784] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.516584] env[63920]: DEBUG oslo_vmware.api [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52672e9d-0657-550a-3c01-ee346f09800b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.763692] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: e0e50df5-f03a-4962-8c77-c2fa225ba313] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1154.803930] env[63920]: INFO nova.compute.manager [-] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Took 1.25 seconds to deallocate network for instance. [ 1154.879984] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.880471] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.018196] env[63920]: DEBUG oslo_vmware.api [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52672e9d-0657-550a-3c01-ee346f09800b, 'name': SearchDatastore_Task, 'duration_secs': 0.00711} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.018478] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.018704] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.266637] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6daee122-5622-4804-bd63-a292c4e59e45] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.309490] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.384763] env[63920]: DEBUG nova.compute.utils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1155.386313] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.386414] env[63920]: DEBUG nova.network.neutron [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.434346] env[63920]: DEBUG nova.policy [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f48a5dacff41b8aff1288cb768e69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8716115bfe49a4a12738d9b1031a4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.648555] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728e2cbd-0d6f-492f-876a-7c73a612b378 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.656215] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beee52e-7540-483a-aeae-a5dcc86fcd76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.688095] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40640fa-e954-41af-8e15-78be0d8ce257 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.696277] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5efa27-9f55-484c-a479-1673d65f6e1c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.709066] env[63920]: DEBUG nova.compute.provider_tree [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.724357] env[63920]: DEBUG nova.network.neutron [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Successfully created port: 0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.771274] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ea621953-3fd8-43f2-950b-4acd654f7483] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1155.892337] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.212975] env[63920]: DEBUG nova.scheduler.client.report [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.273015] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 82535807-3e38-4b5e-94f8-5a1efe98541f] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.777016] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ca2aa06c-914f-498c-9951-c588c07f07b0] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1156.899927] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.926724] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.926974] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.927143] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.927326] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.927509] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.927653] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.927862] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.928031] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.928201] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.928360] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.928539] env[63920]: DEBUG nova.virt.hardware [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.929430] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6948716a-0f67-4955-a52d-24e97323f1ea {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.937611] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc89c1-b683-4580-9a8b-dcead167f95e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.116624] env[63920]: DEBUG nova.compute.manager [req-638262f6-daef-4688-be70-7a6f2b37624f req-e13cf809-d517-4169-8990-3a32d58c1f24 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Received event network-vif-plugged-0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1157.116854] env[63920]: DEBUG oslo_concurrency.lockutils [req-638262f6-daef-4688-be70-7a6f2b37624f req-e13cf809-d517-4169-8990-3a32d58c1f24 service nova] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.117076] env[63920]: DEBUG oslo_concurrency.lockutils [req-638262f6-daef-4688-be70-7a6f2b37624f req-e13cf809-d517-4169-8990-3a32d58c1f24 service nova] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.117265] env[63920]: DEBUG oslo_concurrency.lockutils [req-638262f6-daef-4688-be70-7a6f2b37624f req-e13cf809-d517-4169-8990-3a32d58c1f24 service nova] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.117481] env[63920]: DEBUG nova.compute.manager [req-638262f6-daef-4688-be70-7a6f2b37624f req-e13cf809-d517-4169-8990-3a32d58c1f24 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] No waiting events found dispatching network-vif-plugged-0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.117671] env[63920]: WARNING nova.compute.manager [req-638262f6-daef-4688-be70-7a6f2b37624f req-e13cf809-d517-4169-8990-3a32d58c1f24 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Received unexpected event network-vif-plugged-0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 for instance with vm_state building and task_state spawning. [ 1157.212618] env[63920]: DEBUG nova.network.neutron [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Successfully updated port: 0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1157.222316] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.203s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.225565] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.916s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.225781] env[63920]: DEBUG nova.objects.instance [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'resources' on Instance uuid 3031f3a7-04ea-4d12-b63e-48838bed5716 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.280478] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2dbf5674-95b1-41b6-b4a4-c4912fafeebc] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.716369] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1157.716369] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.716369] env[63920]: DEBUG nova.network.neutron [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.784504] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 9310c2ce-0209-438c-bbff-9171de4181e0] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1157.787313] env[63920]: INFO nova.scheduler.client.report [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted allocation for migration 8b19b84a-4eef-4041-9e2f-3ef6acd46079 [ 1157.870578] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85c7d65-9934-4a13-9e67-a98904e8d43b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.880557] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e544a3-e8f4-4470-bf41-3e6eb8795af2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.910593] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50b757-5067-4723-a0c3-776b252e6cbe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.918068] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ae44c2-5a96-49f6-b458-8689e6381ceb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.931567] env[63920]: DEBUG nova.compute.provider_tree [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.249503] env[63920]: DEBUG nova.network.neutron [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.294680] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 1847f2ce-e0f4-4953-9e2b-7db25926e95d] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.299235] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5c0e2a9-0189-4c9f-8735-7c10dd5f606f tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.607s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.423695] env[63920]: DEBUG nova.network.neutron [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [{"id": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "address": "fa:16:3e:07:99:d2", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0bace-4c", "ovs_interfaceid": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.435582] env[63920]: DEBUG nova.scheduler.client.report [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.803168] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 96547475-3928-4ba1-8a48-d01c40a0cec8] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1158.805377] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.805772] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.806018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.806227] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.806401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.808916] env[63920]: INFO nova.compute.manager [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Terminating instance [ 1158.926042] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1158.927026] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Instance network_info: |[{"id": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "address": "fa:16:3e:07:99:d2", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0bace-4c", "ovs_interfaceid": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.927026] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:99:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ba0bace-4ca0-43f5-bce3-0bb68a1aa977', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.934103] env[63920]: DEBUG oslo.service.loopingcall [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1158.934312] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.934539] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b859c18-087f-4089-8349-60e445af0bb7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.949337] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.957543] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.957543] env[63920]: value = "task-2392958" [ 1158.957543] env[63920]: _type = "Task" [ 1158.957543] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.966091] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392958, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.973169] env[63920]: INFO nova.scheduler.client.report [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocations for instance 3031f3a7-04ea-4d12-b63e-48838bed5716 [ 1159.145499] env[63920]: DEBUG nova.compute.manager [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Received event network-changed-0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1159.145722] env[63920]: DEBUG nova.compute.manager [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Refreshing instance network info cache due to event network-changed-0ba0bace-4ca0-43f5-bce3-0bb68a1aa977. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.145941] env[63920]: DEBUG oslo_concurrency.lockutils [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] Acquiring lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.146106] env[63920]: DEBUG oslo_concurrency.lockutils [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] Acquired lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.146271] env[63920]: DEBUG nova.network.neutron [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Refreshing network info cache for port 0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.308951] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a9443c1d-3c52-4605-8197-ecfac838e125] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.312597] env[63920]: DEBUG nova.compute.manager [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.312793] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.313687] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a788c-6b15-45c3-8e08-41723837623a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.317162] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.317392] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.317656] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.317847] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.318021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.320139] env[63920]: INFO nova.compute.manager [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Terminating instance [ 1159.324514] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.325463] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7221d50-9091-4931-8b60-b5d8a476fe3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.331022] env[63920]: DEBUG oslo_vmware.api [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1159.331022] env[63920]: value = "task-2392959" [ 1159.331022] env[63920]: _type = "Task" [ 1159.331022] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.340749] env[63920]: DEBUG oslo_vmware.api [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.468477] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392958, 'name': CreateVM_Task, 'duration_secs': 0.382834} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.468682] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.469364] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.469530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.469868] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1159.470136] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c8c116-91f4-488c-bd85-a4682bd1c145 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.475042] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1159.475042] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52776a3e-b5f5-12cf-fc87-4943914bca14" [ 1159.475042] env[63920]: _type = "Task" [ 1159.475042] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.481561] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9a0bfc39-3df4-47e4-9c02-80dfe88413c0 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "3031f3a7-04ea-4d12-b63e-48838bed5716" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.275s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.485754] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52776a3e-b5f5-12cf-fc87-4943914bca14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.813623] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: f4ce314a-6cff-4aaa-af80-39083007e4cd] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1159.825572] env[63920]: DEBUG nova.compute.manager [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1159.825818] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1159.827030] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1037cb8-96c6-48ed-b4da-6ea68e9ebdd4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.838609] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.838609] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f59397-110a-4b8d-a02b-67fe650d650b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.842939] env[63920]: DEBUG oslo_vmware.api [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392959, 'name': PowerOffVM_Task, 'duration_secs': 0.19404} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.844200] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.844392] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1159.844622] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec778760-9e45-4397-90e3-1f3229ff1c33 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.848272] env[63920]: DEBUG oslo_vmware.api [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1159.848272] env[63920]: value = "task-2392960" [ 1159.848272] env[63920]: _type = "Task" [ 1159.848272] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.849038] env[63920]: DEBUG nova.network.neutron [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updated VIF entry in instance network info cache for port 0ba0bace-4ca0-43f5-bce3-0bb68a1aa977. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1159.849379] env[63920]: DEBUG nova.network.neutron [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [{"id": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "address": "fa:16:3e:07:99:d2", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0bace-4c", "ovs_interfaceid": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.860199] env[63920]: DEBUG oslo_vmware.api [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.907832] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.908060] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.908273] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleting the datastore file [datastore1] 7230b129-84a2-4516-b0a2-b7fbad519083 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.908587] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49273938-e0f4-47e9-8e88-d2a8d34b1d78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.915269] env[63920]: DEBUG oslo_vmware.api [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1159.915269] env[63920]: value = "task-2392962" [ 1159.915269] env[63920]: _type = "Task" [ 1159.915269] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.923473] env[63920]: DEBUG oslo_vmware.api [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.986082] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52776a3e-b5f5-12cf-fc87-4943914bca14, 'name': SearchDatastore_Task, 'duration_secs': 0.015679} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.986647] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.986896] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.987166] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.987321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.987560] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.987846] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e3be074-8b97-4fe6-8fc5-2bfd851c0717 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.005526] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.005671] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.006556] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58028752-c66f-411e-9806-b13f892c3f9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.011867] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1160.011867] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524830fa-b756-ef9e-56f2-63cbf5b98c0c" [ 1160.011867] env[63920]: _type = "Task" [ 1160.011867] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.019931] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524830fa-b756-ef9e-56f2-63cbf5b98c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.317167] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: c9fe8811-1b42-4355-b7a9-9efd10729e8b] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1160.356156] env[63920]: DEBUG oslo_concurrency.lockutils [req-27833ca9-2ed4-4822-b67c-8ca847d3f678 req-a895be02-4b96-4fed-b278-bb531e9225e7 service nova] Releasing lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1160.359894] env[63920]: DEBUG oslo_vmware.api [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392960, 'name': PowerOffVM_Task, 'duration_secs': 0.294866} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.360160] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.360334] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.360577] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29289c21-8d1e-4182-9f93-ab5109ebfdb6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.424935] env[63920]: DEBUG oslo_vmware.api [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162678} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.425182] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.425387] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1160.425655] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1160.425881] env[63920]: INFO nova.compute.manager [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1160.426183] env[63920]: DEBUG oslo.service.loopingcall [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1160.426392] env[63920]: DEBUG nova.compute.manager [-] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1160.426492] env[63920]: DEBUG nova.network.neutron [-] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1160.522492] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]524830fa-b756-ef9e-56f2-63cbf5b98c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015852} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.523296] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05242ec2-bab2-487d-bf10-44c573ec5d4b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.528613] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1160.528613] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5285f0f7-eed4-424c-7c03-e950e1e85ecc" [ 1160.528613] env[63920]: _type = "Task" [ 1160.528613] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.535722] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5285f0f7-eed4-424c-7c03-e950e1e85ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.820398] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 70a96b3c-f4bc-4b4a-be00-ffb969da1814] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.026531] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.026736] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.026917] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleting the datastore file [datastore2] 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.027269] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-210f4203-d4c2-42ce-a5cf-998c2aa410bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.039080] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5285f0f7-eed4-424c-7c03-e950e1e85ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.039923] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1161.040201] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2/9c901b3b-e1c4-47a5-b0a6-621c4d0946e2.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.040505] env[63920]: DEBUG oslo_vmware.api [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for the task: (returnval){ [ 1161.040505] env[63920]: value = "task-2392964" [ 1161.040505] env[63920]: _type = "Task" [ 1161.040505] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.040691] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d90b7168-e11c-4b80-af92-77f41f0b7d04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.049487] env[63920]: DEBUG oslo_vmware.api [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.050603] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1161.050603] env[63920]: value = "task-2392965" [ 1161.050603] env[63920]: _type = "Task" [ 1161.050603] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.057470] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.173872] env[63920]: DEBUG nova.compute.manager [req-bc656eae-ba20-4e3e-9064-e497b8f1b9c7 req-78d98a35-1aca-4736-a3e1-32572bfd9248 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Received event network-vif-deleted-025293bb-b77d-42cc-9b00-fa653a55238e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1161.174031] env[63920]: INFO nova.compute.manager [req-bc656eae-ba20-4e3e-9064-e497b8f1b9c7 req-78d98a35-1aca-4736-a3e1-32572bfd9248 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Neutron deleted interface 025293bb-b77d-42cc-9b00-fa653a55238e; detaching it from the instance and deleting it from the info cache [ 1161.174208] env[63920]: DEBUG nova.network.neutron [req-bc656eae-ba20-4e3e-9064-e497b8f1b9c7 req-78d98a35-1aca-4736-a3e1-32572bfd9248 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.323613] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2e709e94-117f-438d-b3d3-22b046a7294f] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1161.554554] env[63920]: DEBUG oslo_vmware.api [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Task: {'id': task-2392964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213975} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.558482] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.558728] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.558990] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.559111] env[63920]: INFO nova.compute.manager [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1161.559325] env[63920]: DEBUG oslo.service.loopingcall [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.559530] env[63920]: DEBUG nova.compute.manager [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.559630] env[63920]: DEBUG nova.network.neutron [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.567090] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392965, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.620212] env[63920]: DEBUG nova.network.neutron [-] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.677060] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-389f4e34-fcf3-4c34-a071-76c3f219ee98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.686441] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5dc564-cf1e-4959-a077-a90a61f638ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.713689] env[63920]: DEBUG nova.compute.manager [req-bc656eae-ba20-4e3e-9064-e497b8f1b9c7 req-78d98a35-1aca-4736-a3e1-32572bfd9248 service nova] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Detach interface failed, port_id=025293bb-b77d-42cc-9b00-fa653a55238e, reason: Instance 7230b129-84a2-4516-b0a2-b7fbad519083 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1161.827088] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d3a28af1-a806-46cc-ada5-708c20e55265] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.064853] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598413} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.065143] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2/9c901b3b-e1c4-47a5-b0a6-621c4d0946e2.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.065383] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.065622] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c05cf7ae-e195-44c9-be85-75e7b9355ff7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.072068] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1162.072068] env[63920]: value = "task-2392966" [ 1162.072068] env[63920]: _type = "Task" [ 1162.072068] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.081389] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.124694] env[63920]: INFO nova.compute.manager [-] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Took 1.70 seconds to deallocate network for instance. [ 1162.330301] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8a8b5ca1-d551-4876-be84-e93404f98db9] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1162.510894] env[63920]: DEBUG nova.network.neutron [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.584016] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228278} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.584310] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.585104] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0792ca-ca06-42b1-baea-1844a8d130b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.607929] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2/9c901b3b-e1c4-47a5-b0a6-621c4d0946e2.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.608233] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d530631e-c5a7-48b2-aeb2-0055b9d12db7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.631074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.631821] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.632064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.634172] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1162.634172] env[63920]: value = "task-2392967" [ 1162.634172] env[63920]: _type = "Task" [ 1162.634172] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.642287] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.656900] env[63920]: INFO nova.scheduler.client.report [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted allocations for instance 7230b129-84a2-4516-b0a2-b7fbad519083 [ 1162.780045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.780390] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.780744] env[63920]: DEBUG nova.objects.instance [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'flavor' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.833344] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.833627] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=63920) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1163.013314] env[63920]: INFO nova.compute.manager [-] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Took 1.45 seconds to deallocate network for instance. [ 1163.144352] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392967, 'name': ReconfigVM_Task, 'duration_secs': 0.341208} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.144632] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2/9c901b3b-e1c4-47a5-b0a6-621c4d0946e2.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.145267] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc38a2a-d5f7-4824-a6d1-44660f373d49 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.152022] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1163.152022] env[63920]: value = "task-2392968" [ 1163.152022] env[63920]: _type = "Task" [ 1163.152022] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.159913] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392968, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.163536] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a7bfe3a0-374f-4129-bba9-b554ce85eac1 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "7230b129-84a2-4516-b0a2-b7fbad519083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.358s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.285165] env[63920]: DEBUG nova.objects.instance [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'pci_requests' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.288149] env[63920]: DEBUG nova.compute.manager [req-e6ee8608-1b16-410e-835f-aff1b73122aa req-d55f2e2c-a037-465e-bf30-dafb39f409d2 service nova] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Received event network-vif-deleted-a7a11b9f-b8af-45cb-b9cd-c0060e09c27f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1163.337989] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.520983] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.521319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.521590] env[63920]: DEBUG nova.objects.instance [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lazy-loading 'resources' on Instance uuid 6f437015-b2bb-4bc1-9bcf-e25d18364b10 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.662257] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392968, 'name': Rename_Task, 'duration_secs': 0.179232} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.662537] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.662786] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-557d0de6-0a82-4407-bff6-42f2302afe54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.669719] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1163.669719] env[63920]: value = "task-2392969" [ 1163.669719] env[63920]: _type = "Task" [ 1163.669719] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.678044] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.756392] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "34c93d57-67ff-470b-9524-7c658795a02c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.756667] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.789566] env[63920]: DEBUG nova.objects.base [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Object Instance<1107a264-9dbf-423b-b73d-2853cf1d9eb9> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.789724] env[63920]: DEBUG nova.network.neutron [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.887720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2c5d5aee-59a6-4616-8bae-5022de27505e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.107s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.135123] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a60db-2d90-4c71-b7d9-6d05381fb901 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.143513] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56f120b-ac35-467c-9c1b-33431759fe03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.176668] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d550ff3a-4f58-4922-ab3a-512b42d44cee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.189084] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4962e255-8337-4f85-a30f-0b1e7612f034 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.192909] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392969, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.203071] env[63920]: DEBUG nova.compute.provider_tree [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.259024] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.685766] env[63920]: DEBUG oslo_vmware.api [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392969, 'name': PowerOnVM_Task, 'duration_secs': 0.571005} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.686037] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.686247] env[63920]: INFO nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1164.686426] env[63920]: DEBUG nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.687179] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01de10f-fc01-47db-bfd8-770eeb8ab287 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.706331] env[63920]: DEBUG nova.scheduler.client.report [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.777373] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.202325] env[63920]: INFO nova.compute.manager [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Took 12.56 seconds to build instance. [ 1165.211076] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.213629] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.436s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.215169] env[63920]: INFO nova.compute.claims [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.231889] env[63920]: INFO nova.scheduler.client.report [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Deleted allocations for instance 6f437015-b2bb-4bc1-9bcf-e25d18364b10 [ 1165.704091] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60fb1ef-1add-4718-a465-6224439a556d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.066s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.739539] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bfb6d89b-55ca-4b25-81fd-b2ce2193ddcf tempest-AttachVolumeShelveTestJSON-1233363058 tempest-AttachVolumeShelveTestJSON-1233363058-project-member] Lock "6f437015-b2bb-4bc1-9bcf-e25d18364b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.422s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.818697] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.818924] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.819286] env[63920]: DEBUG nova.objects.instance [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'flavor' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.836317] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.836767] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.336435] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb9b945-37ca-487c-abb0-a62cd7c5dda0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.343617] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.343617] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1166.347831] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5b940-e275-4071-bf30-06776b7b8999 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.381408] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2e3e4-3850-4a83-96aa-8bc1f6c87142 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.390313] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d543e-56c9-4c06-af2c-ec1b7f2813be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.403605] env[63920]: DEBUG nova.compute.provider_tree [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.418790] env[63920]: DEBUG nova.objects.instance [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'pci_requests' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.909100] env[63920]: DEBUG nova.scheduler.client.report [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.920910] env[63920]: DEBUG nova.objects.base [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Object Instance<1107a264-9dbf-423b-b73d-2853cf1d9eb9> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.921153] env[63920]: DEBUG nova.network.neutron [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.971417] env[63920]: DEBUG nova.policy [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.244420] env[63920]: DEBUG nova.network.neutron [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Successfully created port: 26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.351069] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Didn't find any instances for network info cache update. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1167.352165] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.352165] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.352165] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.352165] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.352165] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.352165] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.416847] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.416847] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.424125] env[63920]: DEBUG nova.compute.manager [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1167.856278] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Getting list of instances from cluster (obj){ [ 1167.856278] env[63920]: value = "domain-c8" [ 1167.856278] env[63920]: _type = "ClusterComputeResource" [ 1167.856278] env[63920]: } {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1167.857379] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc12cfa-7f41-4c73-837a-36a3cbc907c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.872638] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Got total of 6 instances {{(pid=63920) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1167.872808] env[63920]: WARNING nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] While synchronizing instance power states, found 7 instances in the database and 6 instances on the hypervisor. [ 1167.872984] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.873202] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid 02a12b4b-23d1-49f2-b3b3-f92142f98ddd {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.873380] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid ab9a9f54-29cb-4cfe-8f0f-e454afd65830 {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.873532] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.873681] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.873828] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.873973] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Triggering sync for uuid 34c93d57-67ff-470b-9524-7c658795a02c {{(pid=63920) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1167.874314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.874531] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.874792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.874976] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.875220] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.875400] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.875627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.875803] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.876094] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.876284] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.876513] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.876692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.876854] env[63920]: INFO nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1167.877026] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.877222] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "34c93d57-67ff-470b-9524-7c658795a02c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.877403] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.877555] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1167.878276] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586d0998-c9a9-44c9-82e3-491da9e5af00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.881439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb3af77-f07c-4e4d-842f-5cb9f6ecbdba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.884199] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6b05d-5f3a-422a-94e3-7e08092d0129 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.886942] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf232bd5-74b4-4cf4-b578-e694c3ba5dca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.889558] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50be179-0391-4218-b619-e6a673ef591c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.892116] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1167.929239] env[63920]: DEBUG nova.compute.utils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1167.934138] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.934309] env[63920]: DEBUG nova.network.neutron [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.949273] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1167.949508] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.992919] env[63920]: DEBUG nova.policy [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd271d207cc8549feb3df1f334abf0f8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fae9361c404331bebbe7ceeaf7d871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.277466] env[63920]: DEBUG nova.network.neutron [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Successfully created port: d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.396962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.405784] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.407168] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.409857] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.411070] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.411070] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.438067] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.453628] env[63920]: INFO nova.compute.claims [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.666663] env[63920]: DEBUG nova.compute.manager [req-a7ad3b97-9dde-41f3-8fd7-e723c98ac548 req-ffce9e8f-c911-47eb-9874-ac3254ed0aad service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-vif-plugged-26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.666894] env[63920]: DEBUG oslo_concurrency.lockutils [req-a7ad3b97-9dde-41f3-8fd7-e723c98ac548 req-ffce9e8f-c911-47eb-9874-ac3254ed0aad service nova] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.667115] env[63920]: DEBUG oslo_concurrency.lockutils [req-a7ad3b97-9dde-41f3-8fd7-e723c98ac548 req-ffce9e8f-c911-47eb-9874-ac3254ed0aad service nova] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.667285] env[63920]: DEBUG oslo_concurrency.lockutils [req-a7ad3b97-9dde-41f3-8fd7-e723c98ac548 req-ffce9e8f-c911-47eb-9874-ac3254ed0aad service nova] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.667451] env[63920]: DEBUG nova.compute.manager [req-a7ad3b97-9dde-41f3-8fd7-e723c98ac548 req-ffce9e8f-c911-47eb-9874-ac3254ed0aad service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] No waiting events found dispatching network-vif-plugged-26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.667663] env[63920]: WARNING nova.compute.manager [req-a7ad3b97-9dde-41f3-8fd7-e723c98ac548 req-ffce9e8f-c911-47eb-9874-ac3254ed0aad service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received unexpected event network-vif-plugged-26845196-2fe9-49b0-a926-9172bc7868de for instance with vm_state active and task_state None. [ 1168.755010] env[63920]: DEBUG nova.network.neutron [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Successfully updated port: 26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1168.959901] env[63920]: INFO nova.compute.resource_tracker [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating resource usage from migration 4cc4b729-f6bb-474e-987f-75095b6a56ee [ 1169.063887] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112b8d58-056e-4374-abe4-d88026401ff6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.071362] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cacc234-0825-47bf-bdc7-36cb670d8fa5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.100143] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fbad1a-a5bd-4da9-9849-76cdc859a5a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.106877] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5876cf51-da35-4b77-bded-4d205de96831 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.119636] env[63920]: DEBUG nova.compute.provider_tree [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.257847] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.257847] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.257993] env[63920]: DEBUG nova.network.neutron [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.449291] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.474845] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.475074] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.475157] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.475328] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.475476] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.475621] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.475826] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.475983] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.476163] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.476323] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.476492] env[63920]: DEBUG nova.virt.hardware [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.477365] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f36673e-3ee2-41a5-b447-cca5fb9a52b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.485538] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327c52f8-7cff-4004-af0e-097808ed6e2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.623281] env[63920]: DEBUG nova.scheduler.client.report [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.793181] env[63920]: WARNING nova.network.neutron [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] 79747bdc-758f-4ea3-9199-9b29ecb25c34 already exists in list: networks containing: ['79747bdc-758f-4ea3-9199-9b29ecb25c34']. ignoring it [ 1169.848388] env[63920]: DEBUG nova.compute.manager [req-8cddcc06-ed38-44ba-b5be-a6578ce3dde7 req-c01546d2-868e-4ce1-9e12-51d0e4031233 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Received event network-vif-plugged-d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.848613] env[63920]: DEBUG oslo_concurrency.lockutils [req-8cddcc06-ed38-44ba-b5be-a6578ce3dde7 req-c01546d2-868e-4ce1-9e12-51d0e4031233 service nova] Acquiring lock "34c93d57-67ff-470b-9524-7c658795a02c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.848862] env[63920]: DEBUG oslo_concurrency.lockutils [req-8cddcc06-ed38-44ba-b5be-a6578ce3dde7 req-c01546d2-868e-4ce1-9e12-51d0e4031233 service nova] Lock "34c93d57-67ff-470b-9524-7c658795a02c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.849058] env[63920]: DEBUG oslo_concurrency.lockutils [req-8cddcc06-ed38-44ba-b5be-a6578ce3dde7 req-c01546d2-868e-4ce1-9e12-51d0e4031233 service nova] Lock "34c93d57-67ff-470b-9524-7c658795a02c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.849228] env[63920]: DEBUG nova.compute.manager [req-8cddcc06-ed38-44ba-b5be-a6578ce3dde7 req-c01546d2-868e-4ce1-9e12-51d0e4031233 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] No waiting events found dispatching network-vif-plugged-d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.849389] env[63920]: WARNING nova.compute.manager [req-8cddcc06-ed38-44ba-b5be-a6578ce3dde7 req-c01546d2-868e-4ce1-9e12-51d0e4031233 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Received unexpected event network-vif-plugged-d8bf3fea-4136-49d0-92f6-39f96dfbce66 for instance with vm_state building and task_state spawning. [ 1170.050543] env[63920]: DEBUG nova.network.neutron [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Successfully updated port: d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.093916] env[63920]: DEBUG nova.network.neutron [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26845196-2fe9-49b0-a926-9172bc7868de", "address": "fa:16:3e:41:07:36", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26845196-2f", "ovs_interfaceid": "26845196-2fe9-49b0-a926-9172bc7868de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.131085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.179s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.131085] env[63920]: INFO nova.compute.manager [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Migrating [ 1170.135906] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.739s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.137420] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.137768] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1170.141307] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5110410f-5d4c-4b52-a3e1-a3f291de54c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.155982] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2396b9-1a2d-4c01-9c98-4b1970b7cb04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.175352] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2343d6-aa79-4917-8e92-5394a3b48d0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.182264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a313e9-05d7-4cd0-829f-c2f9190ae0d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.215451] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180551MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1170.215622] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.215813] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.434089] env[63920]: DEBUG oslo_concurrency.lockutils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.434338] env[63920]: DEBUG oslo_concurrency.lockutils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.552893] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.553270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.553445] env[63920]: DEBUG nova.network.neutron [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.596636] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.597298] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.597451] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598325] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73b60a1-9902-4a89-b176-7772613b9c9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.615412] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.615412] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.615412] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.615570] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.615570] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.615747] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.615956] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.616141] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.616382] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.616573] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.616750] env[63920]: DEBUG nova.virt.hardware [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.623066] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfiguring VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1170.623369] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e8e41b0-78b6-4801-a331-322bfea57966 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.641805] env[63920]: DEBUG oslo_vmware.api [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1170.641805] env[63920]: value = "task-2392971" [ 1170.641805] env[63920]: _type = "Task" [ 1170.641805] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.649453] env[63920]: DEBUG oslo_vmware.api [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392971, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.652279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.652279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.652279] env[63920]: DEBUG nova.network.neutron [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.720655] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.720758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.720907] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.721328] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.721328] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1170.727927] env[63920]: INFO nova.compute.manager [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Terminating instance [ 1170.937543] env[63920]: DEBUG nova.compute.utils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1171.099734] env[63920]: DEBUG nova.network.neutron [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.155712] env[63920]: DEBUG oslo_vmware.api [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.232775] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Applying migration context for instance 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 as it has an incoming, in-progress migration 4cc4b729-f6bb-474e-987f-75095b6a56ee. Migration status is pre-migrating {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1171.234409] env[63920]: INFO nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating resource usage from migration 4cc4b729-f6bb-474e-987f-75095b6a56ee [ 1171.238433] env[63920]: DEBUG nova.compute.manager [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1171.238433] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1171.241674] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88275f92-a2bc-4e88-8a78-69c5858b9c7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.251564] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.251846] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae269a0e-1de5-4fb9-a8ff-f0c8c0b213be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.258349] env[63920]: DEBUG oslo_vmware.api [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1171.258349] env[63920]: value = "task-2392972" [ 1171.258349] env[63920]: _type = "Task" [ 1171.258349] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.264066] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 1107a264-9dbf-423b-b73d-2853cf1d9eb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.264228] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 02a12b4b-23d1-49f2-b3b3-f92142f98ddd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance ab9a9f54-29cb-4cfe-8f0f-e454afd65830 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6b993069-e73f-4939-8498-67b7eaed5e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance b51e9f14-09d4-43f7-8dda-a6aba292afcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 34c93d57-67ff-470b-9524-7c658795a02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Migration 4cc4b729-f6bb-474e-987f-75095b6a56ee is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1171.265904] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1171.273284] env[63920]: DEBUG oslo_vmware.api [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.285649] env[63920]: DEBUG nova.network.neutron [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.391500] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d5669-753a-42b4-af39-f061a9e08f56 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.401416] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b7bb3d-222d-4bbe-bd65-fa0c16929994 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.434956] env[63920]: DEBUG nova.network.neutron [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [{"id": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "address": "fa:16:3e:07:99:d2", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0bace-4c", "ovs_interfaceid": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.437071] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96dbf3-e0ce-47a6-ad5d-ec0176c821a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.440208] env[63920]: DEBUG oslo_concurrency.lockutils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.445846] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f5d6f7-94b3-4bb3-b666-95a728474e11 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.462019] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.652411] env[63920]: DEBUG oslo_vmware.api [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392971, 'name': ReconfigVM_Task, 'duration_secs': 0.561973} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.653073] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.653202] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfigured VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1171.768837] env[63920]: DEBUG oslo_vmware.api [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392972, 'name': PowerOffVM_Task, 'duration_secs': 0.1685} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.769147] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1171.769325] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1171.769587] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a4938c-65c3-415d-92ed-a6d3026a0416 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.788015] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.788272] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Instance network_info: |[{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.789027] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:94:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8bf3fea-4136-49d0-92f6-39f96dfbce66', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.797371] env[63920]: DEBUG oslo.service.loopingcall [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1171.797800] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.798343] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f89c42f3-d3c5-415c-aeed-1c87c33d0e04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.819436] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.819436] env[63920]: value = "task-2392974" [ 1171.819436] env[63920]: _type = "Task" [ 1171.819436] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.827364] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392974, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.830663] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1171.830922] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1171.831162] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Deleting the datastore file [datastore1] 02a12b4b-23d1-49f2-b3b3-f92142f98ddd {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1171.831444] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f650c500-78a3-4ca4-9908-dc1faa90b51e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.837353] env[63920]: DEBUG oslo_vmware.api [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for the task: (returnval){ [ 1171.837353] env[63920]: value = "task-2392975" [ 1171.837353] env[63920]: _type = "Task" [ 1171.837353] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.845104] env[63920]: DEBUG oslo_vmware.api [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.941106] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.964281] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.037095] env[63920]: DEBUG nova.compute.manager [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-changed-26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.037403] env[63920]: DEBUG nova.compute.manager [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing instance network info cache due to event network-changed-26845196-2fe9-49b0-a926-9172bc7868de. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.038066] env[63920]: DEBUG oslo_concurrency.lockutils [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.038066] env[63920]: DEBUG oslo_concurrency.lockutils [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.038177] env[63920]: DEBUG nova.network.neutron [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing network info cache for port 26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.158603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-056f7ef1-fa81-4291-bef6-98c4362ecb16 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.339s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.331318] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392974, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.350110] env[63920]: DEBUG oslo_vmware.api [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Task: {'id': task-2392975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213355} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.350492] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.350811] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.351126] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.351422] env[63920]: INFO nova.compute.manager [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1172.351804] env[63920]: DEBUG oslo.service.loopingcall [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1172.352128] env[63920]: DEBUG nova.compute.manager [-] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1172.352289] env[63920]: DEBUG nova.network.neutron [-] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1172.433235] env[63920]: DEBUG nova.compute.manager [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Received event network-changed-d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.433443] env[63920]: DEBUG nova.compute.manager [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Refreshing instance network info cache due to event network-changed-d8bf3fea-4136-49d0-92f6-39f96dfbce66. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.433663] env[63920]: DEBUG oslo_concurrency.lockutils [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.433837] env[63920]: DEBUG oslo_concurrency.lockutils [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.434017] env[63920]: DEBUG nova.network.neutron [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Refreshing network info cache for port d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.469014] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1172.469227] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.253s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.510958] env[63920]: DEBUG oslo_concurrency.lockutils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.511238] env[63920]: DEBUG oslo_concurrency.lockutils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.511472] env[63920]: INFO nova.compute.manager [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Attaching volume 06f8bbef-96ba-4983-87bf-a0cb69bc8773 to /dev/sdb [ 1172.546751] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c69032-e1d8-46ec-8450-211834da1d55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.554095] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d911c2-c4cd-43b5-97f3-4140e95ab90e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.569424] env[63920]: DEBUG nova.virt.block_device [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updating existing volume attachment record: c72fd3e1-1a84-404b-a2a5-8249652888db {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.766679] env[63920]: DEBUG nova.network.neutron [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updated VIF entry in instance network info cache for port 26845196-2fe9-49b0-a926-9172bc7868de. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.767175] env[63920]: DEBUG nova.network.neutron [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26845196-2fe9-49b0-a926-9172bc7868de", "address": "fa:16:3e:41:07:36", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26845196-2f", "ovs_interfaceid": "26845196-2fe9-49b0-a926-9172bc7868de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.829590] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2392974, 'name': CreateVM_Task, 'duration_secs': 0.543453} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.829590] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.830044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.830209] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.830541] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1172.830802] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6c4491-5967-486c-bfd6-6b7d2dd0225f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.835684] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1172.835684] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522d1c1a-09b3-6ff9-063d-1c49c98b5a79" [ 1172.835684] env[63920]: _type = "Task" [ 1172.835684] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.844607] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522d1c1a-09b3-6ff9-063d-1c49c98b5a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.207394] env[63920]: DEBUG nova.network.neutron [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updated VIF entry in instance network info cache for port d8bf3fea-4136-49d0-92f6-39f96dfbce66. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.207847] env[63920]: DEBUG nova.network.neutron [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.271340] env[63920]: DEBUG oslo_concurrency.lockutils [req-3bc60977-9258-4151-898e-4aa2c05505d0 req-1608ddfc-d2cc-4b11-8c0d-8a48c013a445 service nova] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.290568] env[63920]: DEBUG nova.network.neutron [-] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.348889] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522d1c1a-09b3-6ff9-063d-1c49c98b5a79, 'name': SearchDatastore_Task, 'duration_secs': 0.012619} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.349253] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.349518] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.349829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.349940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.350162] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.350454] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ae1458-54b1-4e40-8895-2dbb50af93e7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.359807] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.360102] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.361208] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03840f52-8225-46ff-9352-8636ec389ff2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.371255] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1173.371255] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52335c1f-a19d-1866-ba39-1ef4ef6c3399" [ 1173.371255] env[63920]: _type = "Task" [ 1173.371255] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.376655] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52335c1f-a19d-1866-ba39-1ef4ef6c3399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.455342] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d5cd5-83f9-4803-ab8d-e22d29c8f386 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.474848] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.712116] env[63920]: DEBUG oslo_concurrency.lockutils [req-2ddfa5ce-917d-4f88-a49e-543331d960d5 req-ad81d8a2-882d-482e-906c-0a3253821e16 service nova] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.792615] env[63920]: INFO nova.compute.manager [-] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Took 1.44 seconds to deallocate network for instance. [ 1173.879128] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52335c1f-a19d-1866-ba39-1ef4ef6c3399, 'name': SearchDatastore_Task, 'duration_secs': 0.013721} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.879897] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-283212ef-9354-4ee0-b91a-3cfe58419cf1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.885256] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1173.885256] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5231c5fc-98f8-13c7-92ad-98101c6a46b7" [ 1173.885256] env[63920]: _type = "Task" [ 1173.885256] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.892396] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5231c5fc-98f8-13c7-92ad-98101c6a46b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.945437] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-1d656501-12df-4349-9e8b-dab5cf7a8f8e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.945647] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-1d656501-12df-4349-9e8b-dab5cf7a8f8e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.946033] env[63920]: DEBUG nova.objects.instance [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'flavor' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.981308] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.981601] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d24214-b67e-46bd-a6fa-7560733259b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.988850] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1173.988850] env[63920]: value = "task-2392977" [ 1173.988850] env[63920]: _type = "Task" [ 1173.988850] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.997319] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.299452] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.299743] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.299943] env[63920]: DEBUG nova.objects.instance [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lazy-loading 'resources' on Instance uuid 02a12b4b-23d1-49f2-b3b3-f92142f98ddd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.395455] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5231c5fc-98f8-13c7-92ad-98101c6a46b7, 'name': SearchDatastore_Task, 'duration_secs': 0.04681} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.395734] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.395992] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.396253] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0d347a9-5800-4fa1-a2cd-d3fa8f48f3b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.402263] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1174.402263] env[63920]: value = "task-2392978" [ 1174.402263] env[63920]: _type = "Task" [ 1174.402263] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.409303] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.498375] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392977, 'name': PowerOffVM_Task, 'duration_secs': 0.275618} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.499680] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.499946] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1174.503843] env[63920]: DEBUG nova.compute.manager [req-279f8500-f167-4e07-b53c-3e4c2b4d1402 req-5295dcc5-c989-47fd-9185-a2f22965058e service nova] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Received event network-vif-deleted-cbc161ec-59a0-4007-92fc-ad6c7c8ece7d {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.555600] env[63920]: DEBUG nova.objects.instance [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'pci_requests' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.916818] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.934057] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731687e3-8b00-4e4a-9a16-d443b324e7d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.941067] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af1e5c-cc62-466a-84e5-d299dc4bfe6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.972155] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eadd41e-e560-4516-8cc9-52de59591e99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.979298] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48b8ec2-e6fb-46dd-a594-2e5dacdfad2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.992492] env[63920]: DEBUG nova.compute.provider_tree [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.007067] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.007291] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.007491] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.007786] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.007937] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.008099] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.008302] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.008457] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.008644] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.008798] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.008965] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.014073] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3e4836-590f-4d59-908f-b987e3681c54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.030498] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1175.030498] env[63920]: value = "task-2392980" [ 1175.030498] env[63920]: _type = "Task" [ 1175.030498] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.038395] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.058655] env[63920]: DEBUG nova.objects.base [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Object Instance<1107a264-9dbf-423b-b73d-2853cf1d9eb9> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1175.058902] env[63920]: DEBUG nova.network.neutron [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1175.126984] env[63920]: DEBUG nova.policy [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.414458] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553971} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.414725] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.414932] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.415187] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e69058-e0e8-4ff7-8606-5453623d4b11 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.420829] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1175.420829] env[63920]: value = "task-2392981" [ 1175.420829] env[63920]: _type = "Task" [ 1175.420829] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.428375] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.496656] env[63920]: DEBUG nova.scheduler.client.report [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.541508] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392980, 'name': ReconfigVM_Task, 'duration_secs': 0.382903} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.541826] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.931238] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264962} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.931563] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.932309] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356bf235-962b-42e6-a459-957216c853a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.954618] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.954919] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72804470-3153-492b-9a0e-ecb7db4fb839 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.974969] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1175.974969] env[63920]: value = "task-2392982" [ 1175.974969] env[63920]: _type = "Task" [ 1175.974969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.982355] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.001292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.019175] env[63920]: INFO nova.scheduler.client.report [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Deleted allocations for instance 02a12b4b-23d1-49f2-b3b3-f92142f98ddd [ 1176.048225] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.048508] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.048745] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.049279] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.049279] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.049279] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.049439] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.049583] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.049791] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.049906] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.050224] env[63920]: DEBUG nova.virt.hardware [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.057755] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1176.057755] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179cd0bc-18ca-4810-82ea-9f647a271b59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.079096] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1176.079096] env[63920]: value = "task-2392983" [ 1176.079096] env[63920]: _type = "Task" [ 1176.079096] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.087236] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.485906] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.526558] env[63920]: DEBUG oslo_concurrency.lockutils [None req-3fc5fb23-63c4-46cf-8c03-deae9637a983 tempest-ServersV294TestFqdnHostnames-49207707 tempest-ServersV294TestFqdnHostnames-49207707-project-member] Lock "02a12b4b-23d1-49f2-b3b3-f92142f98ddd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.806s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.529470] env[63920]: DEBUG nova.compute.manager [req-e231f2c9-f0da-456e-977b-8dc3097893f1 req-57540ffc-d854-49e2-a24e-22b04b45fbd6 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-vif-plugged-1d656501-12df-4349-9e8b-dab5cf7a8f8e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1176.529674] env[63920]: DEBUG oslo_concurrency.lockutils [req-e231f2c9-f0da-456e-977b-8dc3097893f1 req-57540ffc-d854-49e2-a24e-22b04b45fbd6 service nova] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.529899] env[63920]: DEBUG oslo_concurrency.lockutils [req-e231f2c9-f0da-456e-977b-8dc3097893f1 req-57540ffc-d854-49e2-a24e-22b04b45fbd6 service nova] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.530070] env[63920]: DEBUG oslo_concurrency.lockutils [req-e231f2c9-f0da-456e-977b-8dc3097893f1 req-57540ffc-d854-49e2-a24e-22b04b45fbd6 service nova] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.530237] env[63920]: DEBUG nova.compute.manager [req-e231f2c9-f0da-456e-977b-8dc3097893f1 req-57540ffc-d854-49e2-a24e-22b04b45fbd6 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] No waiting events found dispatching network-vif-plugged-1d656501-12df-4349-9e8b-dab5cf7a8f8e {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1176.530400] env[63920]: WARNING nova.compute.manager [req-e231f2c9-f0da-456e-977b-8dc3097893f1 req-57540ffc-d854-49e2-a24e-22b04b45fbd6 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received unexpected event network-vif-plugged-1d656501-12df-4349-9e8b-dab5cf7a8f8e for instance with vm_state active and task_state None. [ 1176.589012] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.622196] env[63920]: DEBUG nova.network.neutron [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Successfully updated port: 1d656501-12df-4349-9e8b-dab5cf7a8f8e {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.986499] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392982, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.089930] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392983, 'name': ReconfigVM_Task, 'duration_secs': 0.789631} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.091081] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.091927] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23ea546-b2bd-4720-ba60-207958a84187 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.114295] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2/9c901b3b-e1c4-47a5-b0a6-621c4d0946e2.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.114295] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d4978c-fbf1-4b76-8b66-177178acb3ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.127967] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.128122] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485466', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'name': 'volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab9a9f54-29cb-4cfe-8f0f-e454afd65830', 'attached_at': '', 'detached_at': '', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'serial': '06f8bbef-96ba-4983-87bf-a0cb69bc8773'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.128754] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1177.129457] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.129457] env[63920]: DEBUG nova.network.neutron [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.131162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e69a9-24bc-4c88-a592-af936ea60278 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.149084] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a506b50-b023-442e-a176-bcd1a2c213ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.152089] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1177.152089] env[63920]: value = "task-2392984" [ 1177.152089] env[63920]: _type = "Task" [ 1177.152089] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.178522] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773/volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.179630] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-105b8e0f-a8da-45a1-8433-2122147434ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.197254] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.202189] env[63920]: DEBUG oslo_vmware.api [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1177.202189] env[63920]: value = "task-2392985" [ 1177.202189] env[63920]: _type = "Task" [ 1177.202189] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.210325] env[63920]: DEBUG oslo_vmware.api [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.487393] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392982, 'name': ReconfigVM_Task, 'duration_secs': 1.032016} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.487817] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.488484] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51f1ca37-a871-45d0-880d-29ee294f7d7f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.495018] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1177.495018] env[63920]: value = "task-2392986" [ 1177.495018] env[63920]: _type = "Task" [ 1177.495018] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.502914] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392986, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.664019] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392984, 'name': ReconfigVM_Task, 'duration_secs': 0.329078} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.664019] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2/9c901b3b-e1c4-47a5-b0a6-621c4d0946e2.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.664019] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.716015] env[63920]: DEBUG oslo_vmware.api [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392985, 'name': ReconfigVM_Task, 'duration_secs': 0.384407} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.716015] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Reconfigured VM instance instance-00000065 to attach disk [datastore2] volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773/volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.718137] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9441ef7-6503-4af5-bd5e-f83617888779 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.733983] env[63920]: DEBUG oslo_vmware.api [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1177.733983] env[63920]: value = "task-2392987" [ 1177.733983] env[63920]: _type = "Task" [ 1177.733983] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.744383] env[63920]: DEBUG oslo_vmware.api [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.908079] env[63920]: WARNING nova.network.neutron [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] 79747bdc-758f-4ea3-9199-9b29ecb25c34 already exists in list: networks containing: ['79747bdc-758f-4ea3-9199-9b29ecb25c34']. ignoring it [ 1177.908970] env[63920]: WARNING nova.network.neutron [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] 79747bdc-758f-4ea3-9199-9b29ecb25c34 already exists in list: networks containing: ['79747bdc-758f-4ea3-9199-9b29ecb25c34']. ignoring it [ 1178.006021] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392986, 'name': Rename_Task, 'duration_secs': 0.192025} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.006021] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.006021] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d104045-bca4-442c-b43e-5454f93f539b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.011094] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1178.011094] env[63920]: value = "task-2392988" [ 1178.011094] env[63920]: _type = "Task" [ 1178.011094] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.018588] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.169227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb910d-085f-4832-b773-a216efe9a5de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.192042] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e89338b-2435-46c9-9a48-977ebb19680a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.211786] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.248979] env[63920]: DEBUG oslo_vmware.api [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392987, 'name': ReconfigVM_Task, 'duration_secs': 0.128159} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.248979] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485466', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'name': 'volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab9a9f54-29cb-4cfe-8f0f-e454afd65830', 'attached_at': '', 'detached_at': '', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'serial': '06f8bbef-96ba-4983-87bf-a0cb69bc8773'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.449757] env[63920]: DEBUG nova.network.neutron [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26845196-2fe9-49b0-a926-9172bc7868de", "address": "fa:16:3e:41:07:36", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26845196-2f", "ovs_interfaceid": "26845196-2fe9-49b0-a926-9172bc7868de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d656501-12df-4349-9e8b-dab5cf7a8f8e", "address": "fa:16:3e:15:5a:d6", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d656501-12", "ovs_interfaceid": "1d656501-12df-4349-9e8b-dab5cf7a8f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.523059] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392988, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.555854] env[63920]: DEBUG nova.compute.manager [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-changed-1d656501-12df-4349-9e8b-dab5cf7a8f8e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1178.555854] env[63920]: DEBUG nova.compute.manager [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing instance network info cache due to event network-changed-1d656501-12df-4349-9e8b-dab5cf7a8f8e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1178.555944] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.754709] env[63920]: DEBUG nova.network.neutron [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Port 0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1178.953318] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1178.954157] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1178.954503] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.954765] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.954954] env[63920]: DEBUG nova.network.neutron [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Refreshing network info cache for port 1d656501-12df-4349-9e8b-dab5cf7a8f8e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1178.957189] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aea98d3-aace-4143-9da4-740148110ec2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.977013] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.977260] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.977417] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.977629] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.977789] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.977937] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.978157] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.978334] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.978476] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.978680] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.978866] env[63920]: DEBUG nova.virt.hardware [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.985059] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfiguring VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1178.986014] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab83ad5a-95c7-4d8c-9497-7a496b2672b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.003997] env[63920]: DEBUG oslo_vmware.api [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1179.003997] env[63920]: value = "task-2392989" [ 1179.003997] env[63920]: _type = "Task" [ 1179.003997] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.012818] env[63920]: DEBUG oslo_vmware.api [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392989, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.021993] env[63920]: DEBUG oslo_vmware.api [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2392988, 'name': PowerOnVM_Task, 'duration_secs': 0.690228} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.021993] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.021993] env[63920]: INFO nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1179.021993] env[63920]: DEBUG nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.022458] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c84490-7e37-4bf7-8f28-06a6b0e07240 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.289677] env[63920]: DEBUG nova.objects.instance [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'flavor' on Instance uuid ab9a9f54-29cb-4cfe-8f0f-e454afd65830 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.515020] env[63920]: DEBUG oslo_vmware.api [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.541630] env[63920]: INFO nova.compute.manager [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Took 14.78 seconds to build instance. [ 1179.773384] env[63920]: DEBUG nova.network.neutron [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updated VIF entry in instance network info cache for port 1d656501-12df-4349-9e8b-dab5cf7a8f8e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1179.773990] env[63920]: DEBUG nova.network.neutron [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26845196-2fe9-49b0-a926-9172bc7868de", "address": "fa:16:3e:41:07:36", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26845196-2f", "ovs_interfaceid": "26845196-2fe9-49b0-a926-9172bc7868de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d656501-12df-4349-9e8b-dab5cf7a8f8e", "address": "fa:16:3e:15:5a:d6", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d656501-12", "ovs_interfaceid": "1d656501-12df-4349-9e8b-dab5cf7a8f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.782694] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.783134] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.783134] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.796459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-24ba4909-506b-484b-b478-e7c481918805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.285s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.015779] env[63920]: DEBUG oslo_vmware.api [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392989, 'name': ReconfigVM_Task, 'duration_secs': 0.805249} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.017029] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.017029] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfigured VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1180.044039] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac8e7963-9aa3-42cc-bdfa-d59eba239380 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.287s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.044039] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "34c93d57-67ff-470b-9524-7c658795a02c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.167s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.044816] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd6d84d-0ec1-4f37-a7d2-1141e803d82d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.058439] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.058709] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.285367] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c6d8ff4-0de8-48f0-be64-abc2097781b9 req-4e05e836-d88d-4158-9625-7c585dcdb8a5 service nova] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.386085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.386085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.522087] env[63920]: DEBUG oslo_concurrency.lockutils [None req-721ed38f-b2c1-43e1-af90-1f686b4b8f6e tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-1d656501-12df-4349-9e8b-dab5cf7a8f8e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.576s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.554351] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "34c93d57-67ff-470b-9524-7c658795a02c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.561137] env[63920]: INFO nova.compute.manager [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Detaching volume 06f8bbef-96ba-4983-87bf-a0cb69bc8773 [ 1180.591614] env[63920]: INFO nova.virt.block_device [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Attempting to driver detach volume 06f8bbef-96ba-4983-87bf-a0cb69bc8773 from mountpoint /dev/sdb [ 1180.591851] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.592049] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485466', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'name': 'volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab9a9f54-29cb-4cfe-8f0f-e454afd65830', 'attached_at': '', 'detached_at': '', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'serial': '06f8bbef-96ba-4983-87bf-a0cb69bc8773'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.592958] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c783f1-b609-4f0b-95fd-d8ccbb9190cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.618203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f6f20b-bd04-46ba-bd95-c6b2c1db09a9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.625471] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d50d0d-19bf-47a6-9a59-8d2b032c5068 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.647160] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d0d1e9-c420-44ae-8efe-47044d840092 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.663655] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] The volume has not been displaced from its original location: [datastore2] volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773/volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.669074] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.669805] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686e547b-baa6-4b8f-9c4c-fd06dc8ba2c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.687967] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1180.687967] env[63920]: value = "task-2392990" [ 1180.687967] env[63920]: _type = "Task" [ 1180.687967] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.695810] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.821143] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.821394] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.821593] env[63920]: DEBUG nova.network.neutron [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.889365] env[63920]: DEBUG nova.compute.utils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1181.199404] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392990, 'name': ReconfigVM_Task, 'duration_secs': 0.31551} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.199743] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.204947] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4e85a9-1dbf-49f8-a80a-194ab651824a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.221539] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1181.221539] env[63920]: value = "task-2392991" [ 1181.221539] env[63920]: _type = "Task" [ 1181.221539] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.230256] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.394657] env[63920]: DEBUG oslo_concurrency.lockutils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.526909] env[63920]: DEBUG nova.network.neutron [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [{"id": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "address": "fa:16:3e:07:99:d2", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0bace-4c", "ovs_interfaceid": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.677261] env[63920]: DEBUG nova.compute.manager [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Received event network-changed-d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1181.677697] env[63920]: DEBUG nova.compute.manager [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Refreshing instance network info cache due to event network-changed-d8bf3fea-4136-49d0-92f6-39f96dfbce66. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1181.677697] env[63920]: DEBUG oslo_concurrency.lockutils [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.678232] env[63920]: DEBUG oslo_concurrency.lockutils [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.678232] env[63920]: DEBUG nova.network.neutron [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Refreshing network info cache for port d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.731458] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.030161] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.232804] env[63920]: DEBUG oslo_vmware.api [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392991, 'name': ReconfigVM_Task, 'duration_secs': 0.82068} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.233195] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485466', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'name': 'volume-06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab9a9f54-29cb-4cfe-8f0f-e454afd65830', 'attached_at': '', 'detached_at': '', 'volume_id': '06f8bbef-96ba-4983-87bf-a0cb69bc8773', 'serial': '06f8bbef-96ba-4983-87bf-a0cb69bc8773'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.398138] env[63920]: DEBUG nova.network.neutron [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updated VIF entry in instance network info cache for port d8bf3fea-4136-49d0-92f6-39f96dfbce66. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.398492] env[63920]: DEBUG nova.network.neutron [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.510596] env[63920]: DEBUG oslo_concurrency.lockutils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.511331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.511582] env[63920]: INFO nova.compute.manager [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Attaching volume c9460584-edcc-47a2-b101-a3369f8fc60e to /dev/sdb [ 1182.523356] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-26845196-2fe9-49b0-a926-9172bc7868de" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.523697] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-26845196-2fe9-49b0-a926-9172bc7868de" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.550484] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd33cc2c-12cc-4556-acd0-174d3c62f1e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.562155] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c190d-e562-4c49-aa6d-24240fa6feaf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.566998] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630f8c1d-4243-4692-a390-2cba10eca712 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.607446] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184fffd2-237c-436a-9e11-8243659864fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.612324] env[63920]: DEBUG nova.virt.block_device [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating existing volume attachment record: e7e4dfc6-88f8-45e8-9150-289147daed7e {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1182.622088] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.777022] env[63920]: DEBUG nova.objects.instance [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'flavor' on Instance uuid ab9a9f54-29cb-4cfe-8f0f-e454afd65830 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.901735] env[63920]: DEBUG oslo_concurrency.lockutils [req-5c2f1d89-dfed-4793-8f1f-02de25a8ee62 req-80218754-40a1-4d3b-a574-11ebe9f4afbd service nova] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1183.027591] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.027781] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.028715] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4a12a-e59b-4f60-b638-109f9a064ada {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.047852] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843cb6e9-ccea-4074-b52e-327ceb5a62bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.077125] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfiguring VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1183.077426] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2ec8f9-156c-4326-ba59-72018224af55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.096647] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1183.096647] env[63920]: value = "task-2392995" [ 1183.096647] env[63920]: _type = "Task" [ 1183.096647] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.105255] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.130777] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.131124] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e04c04a8-94d6-4aa3-bcc1-dc641c13c657 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.138273] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1183.138273] env[63920]: value = "task-2392996" [ 1183.138273] env[63920]: _type = "Task" [ 1183.138273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.146432] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.607481] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.649105] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392996, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.784971] env[63920]: DEBUG oslo_concurrency.lockutils [None req-7a718e43-e2c9-4581-a6b6-2c8832fcc5f2 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.726s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.106999] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.147592] env[63920]: DEBUG oslo_vmware.api [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2392996, 'name': PowerOnVM_Task, 'duration_secs': 0.513828} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.147924] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.148136] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4181faf5-1d03-4dde-ba1d-88b819559425 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance '9c901b3b-e1c4-47a5-b0a6-621c4d0946e2' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.312304] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.312560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.312765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.312946] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.313133] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.315319] env[63920]: INFO nova.compute.manager [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Terminating instance [ 1184.607511] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.818757] env[63920]: DEBUG nova.compute.manager [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.818996] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.819865] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c57948-0ea8-47e6-8510-fab6f482424d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.827567] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.827812] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23573880-6923-40e8-9e3c-929530c05d61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.834255] env[63920]: DEBUG oslo_vmware.api [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1184.834255] env[63920]: value = "task-2392997" [ 1184.834255] env[63920]: _type = "Task" [ 1184.834255] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.842302] env[63920]: DEBUG oslo_vmware.api [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.107454] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.344227] env[63920]: DEBUG oslo_vmware.api [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2392997, 'name': PowerOffVM_Task, 'duration_secs': 0.175672} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.344499] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.344667] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.344907] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1023fc-4076-4037-ae9f-3c00e4fbf893 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.404598] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.404813] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.404994] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleting the datastore file [datastore1] ab9a9f54-29cb-4cfe-8f0f-e454afd65830 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.405276] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38cdfa2c-60ac-4054-ae85-158a109aca15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.411497] env[63920]: DEBUG oslo_vmware.api [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1185.411497] env[63920]: value = "task-2393000" [ 1185.411497] env[63920]: _type = "Task" [ 1185.411497] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.419172] env[63920]: DEBUG oslo_vmware.api [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.607863] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.922257] env[63920]: DEBUG oslo_vmware.api [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1311} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.922514] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.922638] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.922818] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.923035] env[63920]: INFO nova.compute.manager [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1185.923297] env[63920]: DEBUG oslo.service.loopingcall [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.923489] env[63920]: DEBUG nova.compute.manager [-] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.923584] env[63920]: DEBUG nova.network.neutron [-] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.108807] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.466123] env[63920]: DEBUG nova.compute.manager [req-5ee8e18c-9381-42c0-b25c-d70bfd5a1526 req-a9aed801-8f44-4ae6-afff-20daa075c1c8 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Received event network-vif-deleted-5e528905-1434-4c8c-84b3-868597194ecd {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1186.466331] env[63920]: INFO nova.compute.manager [req-5ee8e18c-9381-42c0-b25c-d70bfd5a1526 req-a9aed801-8f44-4ae6-afff-20daa075c1c8 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Neutron deleted interface 5e528905-1434-4c8c-84b3-868597194ecd; detaching it from the instance and deleting it from the info cache [ 1186.466502] env[63920]: DEBUG nova.network.neutron [req-5ee8e18c-9381-42c0-b25c-d70bfd5a1526 req-a9aed801-8f44-4ae6-afff-20daa075c1c8 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.610718] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.863212] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.863548] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.863784] env[63920]: DEBUG nova.compute.manager [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Going to confirm migration 7 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1186.915940] env[63920]: DEBUG nova.network.neutron [-] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.970025] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-426a2763-f59e-483f-96ac-a44013f042af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.979262] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07332af-f139-43f6-959a-29305065abf3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.006442] env[63920]: DEBUG nova.compute.manager [req-5ee8e18c-9381-42c0-b25c-d70bfd5a1526 req-a9aed801-8f44-4ae6-afff-20daa075c1c8 service nova] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Detach interface failed, port_id=5e528905-1434-4c8c-84b3-868597194ecd, reason: Instance ab9a9f54-29cb-4cfe-8f0f-e454afd65830 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1187.109574] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.158314] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1187.158562] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485468', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'name': 'volume-c9460584-edcc-47a2-b101-a3369f8fc60e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b993069-e73f-4939-8498-67b7eaed5e58', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'serial': 'c9460584-edcc-47a2-b101-a3369f8fc60e'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1187.159478] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22868b54-95e5-4574-a6a0-fe398864f1b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.177480] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d6c788-3d01-4cf0-9f8b-8e86a763b8b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.203389] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-c9460584-edcc-47a2-b101-a3369f8fc60e/volume-c9460584-edcc-47a2-b101-a3369f8fc60e.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.203739] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d603897-353a-4094-a8c8-5dd9b87925b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.223673] env[63920]: DEBUG oslo_vmware.api [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1187.223673] env[63920]: value = "task-2393001" [ 1187.223673] env[63920]: _type = "Task" [ 1187.223673] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.231620] env[63920]: DEBUG oslo_vmware.api [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.418989] env[63920]: INFO nova.compute.manager [-] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Took 1.50 seconds to deallocate network for instance. [ 1187.462762] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1187.462952] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.463145] env[63920]: DEBUG nova.network.neutron [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.463329] env[63920]: DEBUG nova.objects.instance [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'info_cache' on Instance uuid 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.610810] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.733029] env[63920]: DEBUG oslo_vmware.api [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393001, 'name': ReconfigVM_Task, 'duration_secs': 0.410967} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.733300] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-c9460584-edcc-47a2-b101-a3369f8fc60e/volume-c9460584-edcc-47a2-b101-a3369f8fc60e.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.738338] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1f99444-2ab5-4473-b738-6ef5c19d7a03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.755166] env[63920]: DEBUG oslo_vmware.api [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1187.755166] env[63920]: value = "task-2393002" [ 1187.755166] env[63920]: _type = "Task" [ 1187.755166] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.762569] env[63920]: DEBUG oslo_vmware.api [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.926299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.926586] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.926815] env[63920]: DEBUG nova.objects.instance [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'resources' on Instance uuid ab9a9f54-29cb-4cfe-8f0f-e454afd65830 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.111718] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.264527] env[63920]: DEBUG oslo_vmware.api [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393002, 'name': ReconfigVM_Task, 'duration_secs': 0.164104} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.264831] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485468', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'name': 'volume-c9460584-edcc-47a2-b101-a3369f8fc60e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b993069-e73f-4939-8498-67b7eaed5e58', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'serial': 'c9460584-edcc-47a2-b101-a3369f8fc60e'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1188.525121] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba19d6d4-c3e7-4020-b9fe-210ed15faef5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.533314] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1109a52-25ec-4f8e-b85b-83d08289a4f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.570474] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a7e5f-6761-4ef9-8095-f13b98aa2b3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.577943] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f92f5f-a5c7-49ba-8949-ec9fc3da8a9f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.594291] env[63920]: DEBUG nova.compute.provider_tree [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.611862] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.771721] env[63920]: DEBUG nova.network.neutron [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [{"id": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "address": "fa:16:3e:07:99:d2", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ba0bace-4c", "ovs_interfaceid": "0ba0bace-4ca0-43f5-bce3-0bb68a1aa977", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.097207] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.097474] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.097644] env[63920]: INFO nova.compute.manager [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Shelving [ 1189.099609] env[63920]: DEBUG nova.scheduler.client.report [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.112835] env[63920]: DEBUG oslo_vmware.api [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2392995, 'name': ReconfigVM_Task, 'duration_secs': 5.761723} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.113100] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.113386] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfigured VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1189.273626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.273903] env[63920]: DEBUG nova.objects.instance [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'migration_context' on Instance uuid 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.307038] env[63920]: DEBUG nova.objects.instance [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.395342] env[63920]: DEBUG nova.compute.manager [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-vif-deleted-26845196-2fe9-49b0-a926-9172bc7868de {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.395342] env[63920]: INFO nova.compute.manager [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Neutron deleted interface 26845196-2fe9-49b0-a926-9172bc7868de; detaching it from the instance and deleting it from the info cache [ 1189.395342] env[63920]: DEBUG nova.network.neutron [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d656501-12df-4349-9e8b-dab5cf7a8f8e", "address": "fa:16:3e:15:5a:d6", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d656501-12", "ovs_interfaceid": "1d656501-12df-4349-9e8b-dab5cf7a8f8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.607522] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.633192] env[63920]: INFO nova.scheduler.client.report [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted allocations for instance ab9a9f54-29cb-4cfe-8f0f-e454afd65830 [ 1189.778443] env[63920]: DEBUG nova.objects.base [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Object Instance<9c901b3b-e1c4-47a5-b0a6-621c4d0946e2> lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.779413] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b030ed-64d2-4442-af93-c70b71da2f39 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.799162] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80a2c47-67c3-4a1e-a405-9fc2f3d42314 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.804370] env[63920]: DEBUG oslo_vmware.api [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1189.804370] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5286526c-c639-4fed-1ce6-ced1d6725434" [ 1189.804370] env[63920]: _type = "Task" [ 1189.804370] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.813536] env[63920]: DEBUG oslo_vmware.api [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5286526c-c639-4fed-1ce6-ced1d6725434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.814570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-796eaee9-1e81-48f8-85fa-e53274c61b8f tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.873514] env[63920]: DEBUG oslo_concurrency.lockutils [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.873725] env[63920]: DEBUG oslo_concurrency.lockutils [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.873917] env[63920]: DEBUG nova.compute.manager [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.874792] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6899448e-3671-442a-b8d3-1b6c09ce4ee5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.881197] env[63920]: DEBUG nova.compute.manager [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1189.881732] env[63920]: DEBUG nova.objects.instance [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.897381] env[63920]: DEBUG oslo_concurrency.lockutils [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.897539] env[63920]: DEBUG oslo_concurrency.lockutils [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] Acquired lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.898342] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f1b0f-fd63-4fe6-a516-4f9e4e7d15b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.916904] env[63920]: DEBUG oslo_concurrency.lockutils [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] Releasing lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.917191] env[63920]: WARNING nova.compute.manager [req-dc1df261-5711-4582-ad0f-1da2091df0e1 req-68fa32f1-dce2-4063-aaef-a5384d095d4d service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Detach interface failed, port_id=26845196-2fe9-49b0-a926-9172bc7868de, reason: No device with interface-id 26845196-2fe9-49b0-a926-9172bc7868de exists on VM: nova.exception.NotFound: No device with interface-id 26845196-2fe9-49b0-a926-9172bc7868de exists on VM [ 1190.005445] env[63920]: DEBUG nova.compute.manager [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-vif-deleted-1d656501-12df-4349-9e8b-dab5cf7a8f8e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1190.005655] env[63920]: INFO nova.compute.manager [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Neutron deleted interface 1d656501-12df-4349-9e8b-dab5cf7a8f8e; detaching it from the instance and deleting it from the info cache [ 1190.005908] env[63920]: DEBUG nova.network.neutron [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.111293] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.111584] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-502948f6-9820-4449-9945-2327d2bdd31f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.119767] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1190.119767] env[63920]: value = "task-2393003" [ 1190.119767] env[63920]: _type = "Task" [ 1190.119767] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.128235] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.140306] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcbecf50-a753-418a-bcb3-8730ea5b3cf5 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "ab9a9f54-29cb-4cfe-8f0f-e454afd65830" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.828s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.314558] env[63920]: DEBUG oslo_vmware.api [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5286526c-c639-4fed-1ce6-ced1d6725434, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.314885] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.315137] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.341678] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.341859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.342048] env[63920]: DEBUG nova.network.neutron [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.509106] env[63920]: DEBUG oslo_concurrency.lockutils [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.509302] env[63920]: DEBUG oslo_concurrency.lockutils [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Acquired lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.510255] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f56f81-6c4a-4952-b99d-ec7df759b12c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.528537] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a85bd6-479d-40b8-9042-ddca51964562 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.554118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.560096] env[63920]: DEBUG nova.virt.vmwareapi.vmops [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfiguring VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1190.560790] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cb8e17-958e-4d13-af56-751aa1b5dc8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.580749] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Waiting for the task: (returnval){ [ 1190.580749] env[63920]: value = "task-2393004" [ 1190.580749] env[63920]: _type = "Task" [ 1190.580749] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.589892] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.628573] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393003, 'name': PowerOffVM_Task, 'duration_secs': 0.252497} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.628828] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.629825] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f2e8c-f3c1-4b03-94f6-16d0de1d594c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.649235] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce4a1e-99f4-4aeb-930a-35f419a1f757 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.891017] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.891255] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-595b42c0-86a8-4c42-a236-4749816bac45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.901220] env[63920]: DEBUG oslo_vmware.api [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1190.901220] env[63920]: value = "task-2393005" [ 1190.901220] env[63920]: _type = "Task" [ 1190.901220] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.910176] env[63920]: DEBUG oslo_vmware.api [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.923199] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745076b-58e3-447c-9239-49393af73ea9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.930227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993fc141-18d7-4746-9b4c-685f0e6f34fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.966372] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25beada-b82c-4eec-aa7f-417ec6f6fd0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.974850] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e0cf0-fbdf-472a-bdf7-7ab8f06c9e74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.990610] env[63920]: DEBUG nova.compute.provider_tree [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.090451] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.159774] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1191.160173] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf2b636b-a6c3-4710-b096-ab8e59ca6eef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.169319] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1191.169319] env[63920]: value = "task-2393006" [ 1191.169319] env[63920]: _type = "Task" [ 1191.169319] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.177938] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393006, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.207438] env[63920]: DEBUG nova.network.neutron [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [{"id": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "address": "fa:16:3e:64:e9:6a", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap624dd41b-ac", "ovs_interfaceid": "624dd41b-aca4-4e7d-b5ea-84ba90e24d5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.409472] env[63920]: DEBUG oslo_vmware.api [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393005, 'name': PowerOffVM_Task, 'duration_secs': 0.284611} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.409706] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.409930] env[63920]: DEBUG nova.compute.manager [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1191.410694] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c25436-160b-48d9-b807-e4850e954b0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.494128] env[63920]: DEBUG nova.scheduler.client.report [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.591622] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.678525] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393006, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.712934] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.921444] env[63920]: DEBUG oslo_concurrency.lockutils [None req-568d48c6-99ed-4422-a5bd-7332671a13b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.092198] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.182289] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393006, 'name': CreateSnapshot_Task, 'duration_secs': 0.888884} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.182559] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1192.183591] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6259326b-1066-4515-a27c-a7fab00e2ed8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.215753] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1535c64f-76c3-42b5-9f93-5a09688c4ba8 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-1107a264-9dbf-423b-b73d-2853cf1d9eb9-26845196-2fe9-49b0-a926-9172bc7868de" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.692s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.400074] env[63920]: DEBUG nova.objects.instance [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.504850] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.593705] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.702754] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1192.703372] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3885d35f-c133-4bab-affd-eeb0b8b4c4f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.711565] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1192.711565] env[63920]: value = "task-2393007" [ 1192.711565] env[63920]: _type = "Task" [ 1192.711565] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.719787] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393007, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.741420] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.741638] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.905388] env[63920]: DEBUG oslo_concurrency.lockutils [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1192.905642] env[63920]: DEBUG oslo_concurrency.lockutils [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.905749] env[63920]: DEBUG nova.network.neutron [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.905936] env[63920]: DEBUG nova.objects.instance [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'info_cache' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.067731] env[63920]: INFO nova.scheduler.client.report [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocation for migration 4cc4b729-f6bb-474e-987f-75095b6a56ee [ 1193.095222] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.222671] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393007, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.244058] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1193.408967] env[63920]: DEBUG nova.objects.base [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Object Instance<6b993069-e73f-4939-8498-67b7eaed5e58> lazy-loaded attributes: flavor,info_cache {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.573074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bf281231-0eb1-4abd-80e9-aa8ea4753f5d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.709s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.597550] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.721942] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393007, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.766915] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.767190] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.768789] env[63920]: INFO nova.compute.claims [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.096690] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.166993] env[63920]: DEBUG nova.network.neutron [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.226292] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393007, 'name': CloneVM_Task, 'duration_secs': 1.29496} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.226418] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Created linked-clone VM from snapshot [ 1194.227237] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb3604b-343e-4ed5-98c8-93f98ba1d9a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.237534] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Uploading image 8cb78a33-29aa-4f97-9962-e4cb78975e9e {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1194.277889] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1194.277889] env[63920]: value = "vm-485470" [ 1194.277889] env[63920]: _type = "VirtualMachine" [ 1194.277889] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1194.278192] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f200747f-7628-457d-93b9-7b40a255db73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.288785] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease: (returnval){ [ 1194.288785] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52556e12-2f09-4115-72e3-c1f56b9a1cdb" [ 1194.288785] env[63920]: _type = "HttpNfcLease" [ 1194.288785] env[63920]: } obtained for exporting VM: (result){ [ 1194.288785] env[63920]: value = "vm-485470" [ 1194.288785] env[63920]: _type = "VirtualMachine" [ 1194.288785] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1194.288785] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the lease: (returnval){ [ 1194.288785] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52556e12-2f09-4115-72e3-c1f56b9a1cdb" [ 1194.288785] env[63920]: _type = "HttpNfcLease" [ 1194.288785] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1194.294462] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.294462] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52556e12-2f09-4115-72e3-c1f56b9a1cdb" [ 1194.294462] env[63920]: _type = "HttpNfcLease" [ 1194.294462] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1194.597149] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.670174] env[63920]: DEBUG oslo_concurrency.lockutils [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1194.795468] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.795468] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52556e12-2f09-4115-72e3-c1f56b9a1cdb" [ 1194.795468] env[63920]: _type = "HttpNfcLease" [ 1194.795468] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1194.795862] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1194.795862] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52556e12-2f09-4115-72e3-c1f56b9a1cdb" [ 1194.795862] env[63920]: _type = "HttpNfcLease" [ 1194.795862] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1194.796580] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64451f8b-ac51-46c7-a076-2892c03fb834 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.806847] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc8398-dcd6-0667-7d40-68c1661d92af/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1194.807055] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc8398-dcd6-0667-7d40-68c1661d92af/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1194.912415] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.912714] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.912840] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.913020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.913189] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.915449] env[63920]: INFO nova.compute.manager [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Terminating instance [ 1194.921030] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdcab444-1bda-4687-b81e-2c9466cf6720 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.926585] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5734d4d-922f-4533-a8d0-99b7374004b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.935894] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c938ffbc-e4d1-41cd-a7df-3276ec5800bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.971942] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bd4987-b6fa-4688-9b11-0edac466faa0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.984442] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabee542-8693-47aa-a154-86647a4fd652 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.998076] env[63920]: DEBUG nova.compute.provider_tree [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.097511] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.377197] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.377523] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.421864] env[63920]: DEBUG nova.compute.manager [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.422136] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.422998] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6dcc23-1fba-4cd9-8ede-2c17ebf68c7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.431873] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.433445] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6362707-2100-48bd-b681-4b75d2ab2cd0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.439353] env[63920]: DEBUG oslo_vmware.api [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1195.439353] env[63920]: value = "task-2393009" [ 1195.439353] env[63920]: _type = "Task" [ 1195.439353] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.450260] env[63920]: DEBUG oslo_vmware.api [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.501131] env[63920]: DEBUG nova.scheduler.client.report [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.599733] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.676777] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.677139] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66e9cfaf-c6c3-4e22-b3b2-bf440bab0905 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.684183] env[63920]: DEBUG oslo_vmware.api [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1195.684183] env[63920]: value = "task-2393010" [ 1195.684183] env[63920]: _type = "Task" [ 1195.684183] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.692911] env[63920]: DEBUG oslo_vmware.api [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.880318] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.950024] env[63920]: DEBUG oslo_vmware.api [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393009, 'name': PowerOffVM_Task, 'duration_secs': 0.208544} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.950637] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.950945] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.952028] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a70a62-7d00-4c68-8ce7-aa2dbf7cfe45 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.006542] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.007084] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1196.024323] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.024713] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.025263] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore2] 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.025263] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c6d4de5-3492-4daa-937e-c8ab9577786e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.033028] env[63920]: DEBUG oslo_vmware.api [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1196.033028] env[63920]: value = "task-2393012" [ 1196.033028] env[63920]: _type = "Task" [ 1196.033028] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.042919] env[63920]: DEBUG oslo_vmware.api [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.098704] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.195786] env[63920]: DEBUG oslo_vmware.api [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.406923] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.408023] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.409256] env[63920]: INFO nova.compute.claims [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.512432] env[63920]: DEBUG nova.compute.utils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1196.513954] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.516016] env[63920]: DEBUG nova.network.neutron [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.543639] env[63920]: DEBUG oslo_vmware.api [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378833} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.544031] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.544302] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.544539] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.544830] env[63920]: INFO nova.compute.manager [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1196.545071] env[63920]: DEBUG oslo.service.loopingcall [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.545796] env[63920]: DEBUG nova.compute.manager [-] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.545796] env[63920]: DEBUG nova.network.neutron [-] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.580521] env[63920]: DEBUG nova.policy [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb9e8cf79e4e468695e007557a86080f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969581b218544399be4dee7cdd1c553', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.601074] env[63920]: DEBUG oslo_vmware.api [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Task: {'id': task-2393004, 'name': ReconfigVM_Task, 'duration_secs': 5.757112} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.601074] env[63920]: DEBUG oslo_concurrency.lockutils [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] Releasing lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.601204] env[63920]: DEBUG nova.virt.vmwareapi.vmops [req-c6cce042-50af-4cba-a5a2-ce2a94317ae0 req-1e6532be-9819-4bd9-8feb-4b8c41892457 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Reconfigured VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1196.601751] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.048s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.602000] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.602198] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.602440] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.607853] env[63920]: INFO nova.compute.manager [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Terminating instance [ 1196.701579] env[63920]: DEBUG oslo_vmware.api [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393010, 'name': PowerOnVM_Task, 'duration_secs': 0.62394} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.701995] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.702334] env[63920]: DEBUG nova.compute.manager [None req-72ee7548-d068-4e36-9030-5fce07f10ccd tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.704042] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f772aa-4132-4406-bd2e-e9376f7b7381 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.909347] env[63920]: DEBUG nova.compute.manager [req-66c3fa86-7b46-4e5b-bb9f-38f0153e75eb req-08da6e43-8139-4ff9-aa79-f40eb5c3c1ea service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Received event network-vif-deleted-0ba0bace-4ca0-43f5-bce3-0bb68a1aa977 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.909347] env[63920]: INFO nova.compute.manager [req-66c3fa86-7b46-4e5b-bb9f-38f0153e75eb req-08da6e43-8139-4ff9-aa79-f40eb5c3c1ea service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Neutron deleted interface 0ba0bace-4ca0-43f5-bce3-0bb68a1aa977; detaching it from the instance and deleting it from the info cache [ 1196.909347] env[63920]: DEBUG nova.network.neutron [req-66c3fa86-7b46-4e5b-bb9f-38f0153e75eb req-08da6e43-8139-4ff9-aa79-f40eb5c3c1ea service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.982892] env[63920]: DEBUG nova.network.neutron [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Successfully created port: 369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.017990] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1197.113952] env[63920]: DEBUG nova.compute.manager [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.114238] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.115236] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb33309-4732-4d21-b8f6-4b13cd3862ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.123818] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.124241] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dafe8d2-1cea-4030-96fc-5029a99aa596 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.131188] env[63920]: DEBUG oslo_vmware.api [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1197.131188] env[63920]: value = "task-2393013" [ 1197.131188] env[63920]: _type = "Task" [ 1197.131188] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.139971] env[63920]: DEBUG oslo_vmware.api [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.353727] env[63920]: DEBUG nova.network.neutron [-] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.411958] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c57407a-5111-42c6-8e9c-465d56964b12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.422917] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e873cd-d445-4321-9296-5214e54a3391 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.450349] env[63920]: DEBUG nova.compute.manager [req-66c3fa86-7b46-4e5b-bb9f-38f0153e75eb req-08da6e43-8139-4ff9-aa79-f40eb5c3c1ea service nova] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Detach interface failed, port_id=0ba0bace-4ca0-43f5-bce3-0bb68a1aa977, reason: Instance 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1197.527163] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb9ab06-9010-4d8b-85b2-79f4f9084c37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.535867] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6bbcb-f5ea-489b-84f9-ee7891decce6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.570439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0af18-ef95-42fa-a075-fe459073d074 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.578653] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc21072-b45a-4a89-af93-4741579a43b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.593474] env[63920]: DEBUG nova.compute.provider_tree [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.641733] env[63920]: DEBUG oslo_vmware.api [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393013, 'name': PowerOffVM_Task, 'duration_secs': 0.297175} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.642072] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.642253] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.642517] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0617a4e-53a6-447b-8141-f8bf9a3d192d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.703285] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.703285] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.703285] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleting the datastore file [datastore1] 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.703595] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57e8f9d8-67e7-4eed-b331-a4aea742578d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.711834] env[63920]: DEBUG oslo_vmware.api [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1197.711834] env[63920]: value = "task-2393015" [ 1197.711834] env[63920]: _type = "Task" [ 1197.711834] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.720141] env[63920]: DEBUG oslo_vmware.api [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.857029] env[63920]: INFO nova.compute.manager [-] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Took 1.31 seconds to deallocate network for instance. [ 1198.032537] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1198.059628] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1198.059876] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.060110] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1198.060313] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.060460] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1198.060606] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1198.060809] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1198.060967] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1198.061154] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1198.061318] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1198.061488] env[63920]: DEBUG nova.virt.hardware [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1198.062375] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b71476f-2e76-4991-934e-d2a5c8a0710c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.070415] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ea17a9-bd64-482e-89cb-2d9c1b8fd3d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.095945] env[63920]: DEBUG nova.scheduler.client.report [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.222542] env[63920]: DEBUG oslo_vmware.api [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232642} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.222800] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.222986] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.223193] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.223369] env[63920]: INFO nova.compute.manager [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1198.223613] env[63920]: DEBUG oslo.service.loopingcall [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1198.223803] env[63920]: DEBUG nova.compute.manager [-] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.223891] env[63920]: DEBUG nova.network.neutron [-] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.363340] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.444325] env[63920]: DEBUG nova.compute.manager [req-54eadf27-9d79-4877-8ef7-564ca955533b req-d4337a0d-2ab4-49e9-8178-ebd88e7d1d26 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Received event network-vif-plugged-369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.444325] env[63920]: DEBUG oslo_concurrency.lockutils [req-54eadf27-9d79-4877-8ef7-564ca955533b req-d4337a0d-2ab4-49e9-8178-ebd88e7d1d26 service nova] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.444325] env[63920]: DEBUG oslo_concurrency.lockutils [req-54eadf27-9d79-4877-8ef7-564ca955533b req-d4337a0d-2ab4-49e9-8178-ebd88e7d1d26 service nova] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.444325] env[63920]: DEBUG oslo_concurrency.lockutils [req-54eadf27-9d79-4877-8ef7-564ca955533b req-d4337a0d-2ab4-49e9-8178-ebd88e7d1d26 service nova] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.444325] env[63920]: DEBUG nova.compute.manager [req-54eadf27-9d79-4877-8ef7-564ca955533b req-d4337a0d-2ab4-49e9-8178-ebd88e7d1d26 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] No waiting events found dispatching network-vif-plugged-369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1198.444325] env[63920]: WARNING nova.compute.manager [req-54eadf27-9d79-4877-8ef7-564ca955533b req-d4337a0d-2ab4-49e9-8178-ebd88e7d1d26 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Received unexpected event network-vif-plugged-369c1e13-7bdf-4d58-a148-53f3719d01c3 for instance with vm_state building and task_state spawning. [ 1198.542911] env[63920]: DEBUG nova.network.neutron [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Successfully updated port: 369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.600924] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.601536] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1198.607520] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.243s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.607782] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.640471] env[63920]: INFO nova.scheduler.client.report [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocations for instance 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2 [ 1198.936519] env[63920]: DEBUG nova.compute.manager [req-0f89c7b2-0759-40a0-a80d-b602c3329eee req-9328d420-4687-4015-82d8-4821fe7ddbb1 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Received event network-vif-deleted-624dd41b-aca4-4e7d-b5ea-84ba90e24d5f {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.936815] env[63920]: INFO nova.compute.manager [req-0f89c7b2-0759-40a0-a80d-b602c3329eee req-9328d420-4687-4015-82d8-4821fe7ddbb1 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Neutron deleted interface 624dd41b-aca4-4e7d-b5ea-84ba90e24d5f; detaching it from the instance and deleting it from the info cache [ 1198.936972] env[63920]: DEBUG nova.network.neutron [req-0f89c7b2-0759-40a0-a80d-b602c3329eee req-9328d420-4687-4015-82d8-4821fe7ddbb1 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.047059] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.047059] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.047541] env[63920]: DEBUG nova.network.neutron [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.112903] env[63920]: DEBUG nova.compute.utils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1199.114477] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.114684] env[63920]: DEBUG nova.network.neutron [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.148096] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f4589c5d-8fd3-4528-96eb-b2c309cfc5d7 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "9c901b3b-e1c4-47a5-b0a6-621c4d0946e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.235s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.156725] env[63920]: DEBUG nova.policy [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f48a5dacff41b8aff1288cb768e69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8716115bfe49a4a12738d9b1031a4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.262474] env[63920]: DEBUG nova.network.neutron [-] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.443290] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8410a3da-9b8f-41bc-a2cc-624bf4541de9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.454148] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2c3775-4258-42a2-aa76-2f157a62be0d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.465970] env[63920]: DEBUG nova.network.neutron [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Successfully created port: bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.484853] env[63920]: DEBUG nova.compute.manager [req-0f89c7b2-0759-40a0-a80d-b602c3329eee req-9328d420-4687-4015-82d8-4821fe7ddbb1 service nova] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Detach interface failed, port_id=624dd41b-aca4-4e7d-b5ea-84ba90e24d5f, reason: Instance 1107a264-9dbf-423b-b73d-2853cf1d9eb9 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1199.588564] env[63920]: DEBUG nova.network.neutron [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.617604] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1199.734982] env[63920]: DEBUG nova.network.neutron [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updating instance_info_cache with network_info: [{"id": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "address": "fa:16:3e:96:5a:83", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369c1e13-7b", "ovs_interfaceid": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.765870] env[63920]: INFO nova.compute.manager [-] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Took 1.54 seconds to deallocate network for instance. [ 1200.237766] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1200.238164] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Instance network_info: |[{"id": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "address": "fa:16:3e:96:5a:83", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369c1e13-7b", "ovs_interfaceid": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1200.238589] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:5a:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '369c1e13-7bdf-4d58-a148-53f3719d01c3', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.246057] env[63920]: DEBUG oslo.service.loopingcall [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.246294] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.246862] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f3ec669-6f1a-480e-ad98-334d21215e10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.267226] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.267226] env[63920]: value = "task-2393016" [ 1200.267226] env[63920]: _type = "Task" [ 1200.267226] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.271519] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.271758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.271964] env[63920]: DEBUG nova.objects.instance [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'resources' on Instance uuid 1107a264-9dbf-423b-b73d-2853cf1d9eb9 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.275676] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393016, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.469869] env[63920]: DEBUG nova.compute.manager [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Received event network-changed-369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.469998] env[63920]: DEBUG nova.compute.manager [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Refreshing instance network info cache due to event network-changed-369c1e13-7bdf-4d58-a148-53f3719d01c3. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1200.470225] env[63920]: DEBUG oslo_concurrency.lockutils [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] Acquiring lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.470432] env[63920]: DEBUG oslo_concurrency.lockutils [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] Acquired lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.470526] env[63920]: DEBUG nova.network.neutron [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Refreshing network info cache for port 369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.626983] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1200.657040] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.657210] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.657255] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.657435] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.657621] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.657931] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.658225] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.658400] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.658574] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.658807] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.658963] env[63920]: DEBUG nova.virt.hardware [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.659880] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84a06c-19e6-476f-8adb-2625edd4a5b5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.668178] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3123a7dc-68b8-4407-b4f9-d56ba00c6cf2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.779454] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393016, 'name': CreateVM_Task, 'duration_secs': 0.488662} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.779912] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.788317] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1200.788479] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.788914] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1200.789159] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70509a12-7ff1-45c9-bca3-16d4df6689a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.794314] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1200.794314] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5277fa7e-3f03-62c4-9dfd-ced7a881a4d5" [ 1200.794314] env[63920]: _type = "Task" [ 1200.794314] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.803457] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5277fa7e-3f03-62c4-9dfd-ced7a881a4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.867536] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a32d023-86ef-4603-86c5-6a94977792f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.874587] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d97d824-6e3d-4ffd-8083-3c10ebb41de0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.906058] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0919618-7038-4b62-a7db-21776236a681 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.913325] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db43069c-184a-4a63-809b-82a20cf9ec82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.926596] env[63920]: DEBUG nova.compute.provider_tree [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.963851] env[63920]: DEBUG nova.compute.manager [req-ec1914fc-7394-4f62-9945-808391d7d137 req-1ab95821-ea54-4ef1-b2ae-05377fbfe204 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Received event network-vif-plugged-bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1200.964090] env[63920]: DEBUG oslo_concurrency.lockutils [req-ec1914fc-7394-4f62-9945-808391d7d137 req-1ab95821-ea54-4ef1-b2ae-05377fbfe204 service nova] Acquiring lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1200.964303] env[63920]: DEBUG oslo_concurrency.lockutils [req-ec1914fc-7394-4f62-9945-808391d7d137 req-1ab95821-ea54-4ef1-b2ae-05377fbfe204 service nova] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.964491] env[63920]: DEBUG oslo_concurrency.lockutils [req-ec1914fc-7394-4f62-9945-808391d7d137 req-1ab95821-ea54-4ef1-b2ae-05377fbfe204 service nova] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.964666] env[63920]: DEBUG nova.compute.manager [req-ec1914fc-7394-4f62-9945-808391d7d137 req-1ab95821-ea54-4ef1-b2ae-05377fbfe204 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] No waiting events found dispatching network-vif-plugged-bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.964833] env[63920]: WARNING nova.compute.manager [req-ec1914fc-7394-4f62-9945-808391d7d137 req-1ab95821-ea54-4ef1-b2ae-05377fbfe204 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Received unexpected event network-vif-plugged-bd16bdfd-8205-4148-b136-1adcf320e385 for instance with vm_state building and task_state spawning. [ 1200.970432] env[63920]: DEBUG nova.network.neutron [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Successfully updated port: bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.242461] env[63920]: DEBUG nova.network.neutron [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updated VIF entry in instance network info cache for port 369c1e13-7bdf-4d58-a148-53f3719d01c3. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.242930] env[63920]: DEBUG nova.network.neutron [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updating instance_info_cache with network_info: [{"id": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "address": "fa:16:3e:96:5a:83", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369c1e13-7b", "ovs_interfaceid": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.310739] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5277fa7e-3f03-62c4-9dfd-ced7a881a4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011266} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.311069] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.311318] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.311611] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.311787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.314283] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.315032] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6c106d0-fb0e-4c3f-aeaa-881cc35d7793 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.323713] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.323905] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.324667] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9320e923-db1c-45b9-8088-2b4e7f330f59 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.332448] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1201.332448] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c86c16-2543-b48e-24bc-efff36a195a0" [ 1201.332448] env[63920]: _type = "Task" [ 1201.332448] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.343330] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c86c16-2543-b48e-24bc-efff36a195a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.430200] env[63920]: DEBUG nova.scheduler.client.report [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.472497] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1201.472650] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.472792] env[63920]: DEBUG nova.network.neutron [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.749801] env[63920]: DEBUG oslo_concurrency.lockutils [req-496a27b6-9304-490a-94bc-2f6a5d6dc216 req-2a627f62-4556-4a79-a370-d0075b709ea8 service nova] Releasing lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.843048] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c86c16-2543-b48e-24bc-efff36a195a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009159} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.843258] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d31adc-932c-44d0-94b0-05bd26be1495 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.848670] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1201.848670] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52673345-e774-400a-3414-e59babe03aa5" [ 1201.848670] env[63920]: _type = "Task" [ 1201.848670] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.856301] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52673345-e774-400a-3414-e59babe03aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.935490] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.963318] env[63920]: INFO nova.scheduler.client.report [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted allocations for instance 1107a264-9dbf-423b-b73d-2853cf1d9eb9 [ 1202.006089] env[63920]: DEBUG nova.network.neutron [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.154232] env[63920]: DEBUG nova.network.neutron [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [{"id": "bd16bdfd-8205-4148-b136-1adcf320e385", "address": "fa:16:3e:61:88:d3", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd16bdfd-82", "ovs_interfaceid": "bd16bdfd-8205-4148-b136-1adcf320e385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.359289] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52673345-e774-400a-3414-e59babe03aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.359651] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.359699] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 304c7c9a-5ab7-4394-a51c-1e745e50b9ed/304c7c9a-5ab7-4394-a51c-1e745e50b9ed.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1202.360932] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc9141d7-6c53-44b5-af8e-acb13a64b277 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.367509] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1202.367509] env[63920]: value = "task-2393017" [ 1202.367509] env[63920]: _type = "Task" [ 1202.367509] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.375459] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.471278] env[63920]: DEBUG oslo_concurrency.lockutils [None req-56db570e-4973-4c8b-8ad3-4e85783f091b tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "1107a264-9dbf-423b-b73d-2853cf1d9eb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.659627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1202.660035] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Instance network_info: |[{"id": "bd16bdfd-8205-4148-b136-1adcf320e385", "address": "fa:16:3e:61:88:d3", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd16bdfd-82", "ovs_interfaceid": "bd16bdfd-8205-4148-b136-1adcf320e385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1202.660453] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:88:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd16bdfd-8205-4148-b136-1adcf320e385', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.668842] env[63920]: DEBUG oslo.service.loopingcall [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1202.669149] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.669459] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7fa4e7-3c42-4111-a79c-4c98a3e03f91 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.692477] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.692477] env[63920]: value = "task-2393018" [ 1202.692477] env[63920]: _type = "Task" [ 1202.692477] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.700927] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393018, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.876786] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468773} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.877083] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 304c7c9a-5ab7-4394-a51c-1e745e50b9ed/304c7c9a-5ab7-4394-a51c-1e745e50b9ed.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.877297] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.877543] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19ab541d-dfc0-439f-8f81-7801af290728 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.883967] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1202.883967] env[63920]: value = "task-2393019" [ 1202.883967] env[63920]: _type = "Task" [ 1202.883967] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.891527] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393019, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.999023] env[63920]: DEBUG nova.compute.manager [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Received event network-changed-bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.999118] env[63920]: DEBUG nova.compute.manager [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Refreshing instance network info cache due to event network-changed-bd16bdfd-8205-4148-b136-1adcf320e385. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1202.999418] env[63920]: DEBUG oslo_concurrency.lockutils [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] Acquiring lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1202.999651] env[63920]: DEBUG oslo_concurrency.lockutils [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] Acquired lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.999907] env[63920]: DEBUG nova.network.neutron [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Refreshing network info cache for port bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.203209] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393018, 'name': CreateVM_Task, 'duration_secs': 0.474888} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.203424] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.204186] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.204383] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.204760] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1203.205059] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c4c16cd-5144-414e-8789-7a53400b4f71 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.210415] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1203.210415] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52368d09-1da5-c9f0-3c19-1129240ead80" [ 1203.210415] env[63920]: _type = "Task" [ 1203.210415] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.218278] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52368d09-1da5-c9f0-3c19-1129240ead80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.342534] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc8398-dcd6-0667-7d40-68c1661d92af/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.343722] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb10eeb-af4d-47d4-800d-730ec0f0562a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.350444] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc8398-dcd6-0667-7d40-68c1661d92af/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.350613] env[63920]: ERROR oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc8398-dcd6-0667-7d40-68c1661d92af/disk-0.vmdk due to incomplete transfer. [ 1203.350849] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-02bc0beb-f54e-464a-8b05-a2e8405c7fab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.359314] env[63920]: DEBUG oslo_vmware.rw_handles [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc8398-dcd6-0667-7d40-68c1661d92af/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1203.359594] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Uploaded image 8cb78a33-29aa-4f97-9962-e4cb78975e9e to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1203.361762] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1203.361998] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28cf6e84-c84f-4fce-baf5-8021a09dc5e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.369204] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1203.369204] env[63920]: value = "task-2393020" [ 1203.369204] env[63920]: _type = "Task" [ 1203.369204] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.378763] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393020, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.392144] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393019, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067978} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.392464] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.393247] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de807f6b-62cd-4ba0-abe5-3961410e67a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.418034] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 304c7c9a-5ab7-4394-a51c-1e745e50b9ed/304c7c9a-5ab7-4394-a51c-1e745e50b9ed.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.418181] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c047a8ac-68fa-4d29-96ca-2f4f3ee30e25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.436967] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1203.436967] env[63920]: value = "task-2393021" [ 1203.436967] env[63920]: _type = "Task" [ 1203.436967] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.444970] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.716230] env[63920]: DEBUG nova.network.neutron [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updated VIF entry in instance network info cache for port bd16bdfd-8205-4148-b136-1adcf320e385. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.716230] env[63920]: DEBUG nova.network.neutron [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [{"id": "bd16bdfd-8205-4148-b136-1adcf320e385", "address": "fa:16:3e:61:88:d3", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd16bdfd-82", "ovs_interfaceid": "bd16bdfd-8205-4148-b136-1adcf320e385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.723329] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52368d09-1da5-c9f0-3c19-1129240ead80, 'name': SearchDatastore_Task, 'duration_secs': 0.009429} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.723712] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1203.723968] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.724292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1203.724462] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.724645] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.725072] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c324f49a-7a9e-4649-9977-cca52f8353c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.738426] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.738620] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.739385] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff937f8-fe7a-4e0b-9a1a-d0a637583e82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.745109] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1203.745109] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52839608-471d-3d0e-13f1-788dfefb9143" [ 1203.745109] env[63920]: _type = "Task" [ 1203.745109] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.756327] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52839608-471d-3d0e-13f1-788dfefb9143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.879454] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393020, 'name': Destroy_Task, 'duration_secs': 0.385073} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.879583] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Destroyed the VM [ 1203.879754] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1203.880014] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be2f1411-d818-4060-86c3-1de49bebf5c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.886035] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1203.886035] env[63920]: value = "task-2393022" [ 1203.886035] env[63920]: _type = "Task" [ 1203.886035] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.893577] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.947036] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393021, 'name': ReconfigVM_Task, 'duration_secs': 0.318698} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.947036] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 304c7c9a-5ab7-4394-a51c-1e745e50b9ed/304c7c9a-5ab7-4394-a51c-1e745e50b9ed.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.947580] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0419d7-aa52-4b11-8fb4-0058bf5bcdb2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.954071] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1203.954071] env[63920]: value = "task-2393023" [ 1203.954071] env[63920]: _type = "Task" [ 1203.954071] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.962395] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393023, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.218462] env[63920]: DEBUG oslo_concurrency.lockutils [req-1e61960f-ef80-40e1-99a7-604cdd1784ce req-6342269c-381b-43d3-971b-434aa7482888 service nova] Releasing lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.255384] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52839608-471d-3d0e-13f1-788dfefb9143, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.256096] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf38da11-f174-43f9-9f91-149fdc772521 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.261677] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1204.261677] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52469152-d522-0fb8-cec2-fcc6a9d01524" [ 1204.261677] env[63920]: _type = "Task" [ 1204.261677] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.269257] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52469152-d522-0fb8-cec2-fcc6a9d01524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.396218] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.464735] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393023, 'name': Rename_Task, 'duration_secs': 0.131041} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.465212] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.465349] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbdbffe-2905-4f72-8a93-1414937ceb2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.472517] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1204.472517] env[63920]: value = "task-2393024" [ 1204.472517] env[63920]: _type = "Task" [ 1204.472517] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.481209] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.772034] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52469152-d522-0fb8-cec2-fcc6a9d01524, 'name': SearchDatastore_Task, 'duration_secs': 0.009322} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.772295] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1204.772548] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd/28e15a22-1d56-401b-88dd-cec0f45dbcfd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.772806] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e40bdb6-6e81-49c1-84ee-4702d5464f21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.780010] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.780291] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "8189c615-392d-46b4-8c68-30727fe60217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.783708] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1204.783708] env[63920]: value = "task-2393025" [ 1204.783708] env[63920]: _type = "Task" [ 1204.783708] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.791185] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.895758] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.614134} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.896025] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1204.896299] env[63920]: DEBUG nova.compute.manager [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.897159] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338b3fc9-5dae-4f47-b013-1eadfc717dcd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.982755] env[63920]: DEBUG oslo_vmware.api [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393024, 'name': PowerOnVM_Task, 'duration_secs': 0.448046} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.982984] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.983194] env[63920]: INFO nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Took 6.95 seconds to spawn the instance on the hypervisor. [ 1204.983374] env[63920]: DEBUG nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.984197] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc76843-7950-40b9-a70b-765e70939903 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.282523] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.295012] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448192} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.295277] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd/28e15a22-1d56-401b-88dd-cec0f45dbcfd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.295490] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.296026] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea448bd8-ba7c-4e12-8669-9f1f3ca9cceb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.302019] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1205.302019] env[63920]: value = "task-2393026" [ 1205.302019] env[63920]: _type = "Task" [ 1205.302019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.309630] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.410104] env[63920]: INFO nova.compute.manager [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Shelve offloading [ 1205.502768] env[63920]: INFO nova.compute.manager [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Took 11.75 seconds to build instance. [ 1205.812450] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062769} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.813320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.813544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.815129] env[63920]: INFO nova.compute.claims [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.817537] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.818539] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e670ef5-2a04-4938-8db5-e6e6e9b1b3b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.842081] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd/28e15a22-1d56-401b-88dd-cec0f45dbcfd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.842381] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c319fd-a162-4d7e-ad2e-12057c7d6e67 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.862634] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1205.862634] env[63920]: value = "task-2393027" [ 1205.862634] env[63920]: _type = "Task" [ 1205.862634] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.870947] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.914799] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.914799] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79a46d89-3ba8-40e2-81e9-8eb2f1bf86b4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.920195] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1205.920195] env[63920]: value = "task-2393028" [ 1205.920195] env[63920]: _type = "Task" [ 1205.920195] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.929367] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1205.929560] env[63920]: DEBUG nova.compute.manager [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.930275] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4792ce2d-9025-44a9-886b-48d0b313efe4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.935320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1205.935484] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.935650] env[63920]: DEBUG nova.network.neutron [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.005285] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2726c0e5-a8fb-479c-a596-b219d91e0805 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.263s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.347680] env[63920]: DEBUG nova.compute.manager [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Received event network-changed-369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.347911] env[63920]: DEBUG nova.compute.manager [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Refreshing instance network info cache due to event network-changed-369c1e13-7bdf-4d58-a148-53f3719d01c3. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1206.348180] env[63920]: DEBUG oslo_concurrency.lockutils [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] Acquiring lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.348281] env[63920]: DEBUG oslo_concurrency.lockutils [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] Acquired lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.348439] env[63920]: DEBUG nova.network.neutron [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Refreshing network info cache for port 369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.372368] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393027, 'name': ReconfigVM_Task, 'duration_secs': 0.407211} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.372640] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd/28e15a22-1d56-401b-88dd-cec0f45dbcfd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.373399] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b79a2d-a55f-4daa-8ddd-2bb0164cd86b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.379804] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1206.379804] env[63920]: value = "task-2393029" [ 1206.379804] env[63920]: _type = "Task" [ 1206.379804] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.388264] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393029, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.648914] env[63920]: DEBUG nova.network.neutron [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.890466] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393029, 'name': Rename_Task, 'duration_secs': 0.14377} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.892969] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.893748] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e5cae50-2d96-486c-ae49-da4e71674c6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.900485] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1206.900485] env[63920]: value = "task-2393030" [ 1206.900485] env[63920]: _type = "Task" [ 1206.900485] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.910119] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.915846] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c455e-cbb0-413b-8c84-d7c72a405758 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.924162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671898f-3996-4c87-bec6-60e5439e965f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.973782] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000ecaea-cb8f-4fa8-9f63-e80865a5d7a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.981725] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d0b3a4-36a0-40dc-a262-84d1cc819f8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.995063] env[63920]: DEBUG nova.compute.provider_tree [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.127989] env[63920]: DEBUG nova.network.neutron [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updated VIF entry in instance network info cache for port 369c1e13-7bdf-4d58-a148-53f3719d01c3. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.128455] env[63920]: DEBUG nova.network.neutron [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updating instance_info_cache with network_info: [{"id": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "address": "fa:16:3e:96:5a:83", "network": {"id": "bf88ec97-7001-4730-bb6c-e3c9716a8687", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1891456259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3969581b218544399be4dee7cdd1c553", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369c1e13-7b", "ovs_interfaceid": "369c1e13-7bdf-4d58-a148-53f3719d01c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.151724] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.390160] env[63920]: DEBUG nova.compute.manager [req-ce674769-1f48-4802-a163-95a163475e7b req-0da78ac3-3deb-449a-b1b5-de26ebc88846 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-vif-unplugged-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1207.390456] env[63920]: DEBUG oslo_concurrency.lockutils [req-ce674769-1f48-4802-a163-95a163475e7b req-0da78ac3-3deb-449a-b1b5-de26ebc88846 service nova] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.390729] env[63920]: DEBUG oslo_concurrency.lockutils [req-ce674769-1f48-4802-a163-95a163475e7b req-0da78ac3-3deb-449a-b1b5-de26ebc88846 service nova] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.390893] env[63920]: DEBUG oslo_concurrency.lockutils [req-ce674769-1f48-4802-a163-95a163475e7b req-0da78ac3-3deb-449a-b1b5-de26ebc88846 service nova] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.391096] env[63920]: DEBUG nova.compute.manager [req-ce674769-1f48-4802-a163-95a163475e7b req-0da78ac3-3deb-449a-b1b5-de26ebc88846 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] No waiting events found dispatching network-vif-unplugged-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.391271] env[63920]: WARNING nova.compute.manager [req-ce674769-1f48-4802-a163-95a163475e7b req-0da78ac3-3deb-449a-b1b5-de26ebc88846 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received unexpected event network-vif-unplugged-5bd64735-8361-42c9-acba-cfc2e2317f8b for instance with vm_state shelved and task_state shelving_offloading. [ 1207.409674] env[63920]: DEBUG oslo_vmware.api [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393030, 'name': PowerOnVM_Task, 'duration_secs': 0.431383} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.409906] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.410113] env[63920]: INFO nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1207.410290] env[63920]: DEBUG nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1207.411029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0738f8f-0320-4fdc-ad1f-48ff3e8010ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.479325] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.480332] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b54f22-43e6-4cf9-bdfa-7d21d6f1dd34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.487786] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1207.488038] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a622bd48-6737-412a-9353-715aebea8749 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.497427] env[63920]: DEBUG nova.scheduler.client.report [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.556973] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1207.557324] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1207.557634] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleting the datastore file [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.558016] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a9b4968-ae83-438e-909c-ae78d529fa0d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.564742] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1207.564742] env[63920]: value = "task-2393032" [ 1207.564742] env[63920]: _type = "Task" [ 1207.564742] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.575184] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.631441] env[63920]: DEBUG oslo_concurrency.lockutils [req-9720f7af-780a-49f3-9b95-3799b2131546 req-bc8afa88-b642-4ce5-a17e-fdf1ae820ca0 service nova] Releasing lock "refresh_cache-304c7c9a-5ab7-4394-a51c-1e745e50b9ed" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1207.926112] env[63920]: INFO nova.compute.manager [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Took 11.54 seconds to build instance. [ 1208.003115] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.004027] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.074391] env[63920]: DEBUG oslo_vmware.api [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217728} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.074646] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.074826] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.075049] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.098301] env[63920]: INFO nova.scheduler.client.report [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted allocations for instance b51e9f14-09d4-43f7-8dda-a6aba292afcf [ 1208.428763] env[63920]: DEBUG oslo_concurrency.lockutils [None req-71bc8c94-fc68-405f-9fd1-5e9307aefb71 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.051s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.509412] env[63920]: DEBUG nova.compute.utils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.510927] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.511134] env[63920]: DEBUG nova.network.neutron [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.557436] env[63920]: DEBUG nova.policy [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.603067] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.603348] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.603579] env[63920]: DEBUG nova.objects.instance [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'resources' on Instance uuid b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.823497] env[63920]: DEBUG nova.network.neutron [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Successfully created port: 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.014163] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.106192] env[63920]: DEBUG nova.objects.instance [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'numa_topology' on Instance uuid b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.422468] env[63920]: DEBUG nova.compute.manager [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1209.422768] env[63920]: DEBUG nova.compute.manager [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing instance network info cache due to event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1209.423033] env[63920]: DEBUG oslo_concurrency.lockutils [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.423220] env[63920]: DEBUG oslo_concurrency.lockutils [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.423414] env[63920]: DEBUG nova.network.neutron [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.485152] env[63920]: DEBUG nova.compute.manager [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1209.608985] env[63920]: DEBUG nova.objects.base [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.700961] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6411baa6-1193-42b2-b767-4fce65f59f30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.710016] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d582a9-a2bc-4af7-8aaf-4b2201e93dac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.739495] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe58cdaf-02fc-4b53-bb9a-d0a5293ed2a5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.746760] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a147557-bbd4-4620-82ef-983db81dce20 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.759527] env[63920]: DEBUG nova.compute.provider_tree [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.003204] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.026764] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.054248] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.054497] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.054653] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.054874] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.055083] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.055257] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.055466] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.055626] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.055865] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.056060] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.056260] env[63920]: DEBUG nova.virt.hardware [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.057134] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d26191b-1a84-4e13-89ea-3722cb878a73 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.068036] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a49b56-3a94-4241-a84c-4cf08b0b55ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.162608] env[63920]: DEBUG nova.network.neutron [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updated VIF entry in instance network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.162977] env[63920]: DEBUG nova.network.neutron [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5bd64735-83", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.262970] env[63920]: DEBUG nova.scheduler.client.report [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.307830] env[63920]: DEBUG nova.network.neutron [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Successfully updated port: 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.321522] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.665492] env[63920]: DEBUG oslo_concurrency.lockutils [req-edf8a054-14c9-42b3-8f6d-6a22e0a1c4ff req-865cde26-4d8c-41d2-a0d1-7ba4602a9f17 service nova] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.768121] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.770649] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.768s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.809866] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.810038] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.810194] env[63920]: DEBUG nova.network.neutron [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.278023] env[63920]: INFO nova.compute.claims [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.282713] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4e65ca9a-cfb7-49d7-99a1-cc012c27cf72 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.185s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.283478] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.962s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.283653] env[63920]: INFO nova.compute.manager [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Unshelving [ 1211.341906] env[63920]: DEBUG nova.network.neutron [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.447388] env[63920]: DEBUG nova.compute.manager [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-vif-plugged-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.447616] env[63920]: DEBUG oslo_concurrency.lockutils [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.447884] env[63920]: DEBUG oslo_concurrency.lockutils [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] Lock "8189c615-392d-46b4-8c68-30727fe60217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.448062] env[63920]: DEBUG oslo_concurrency.lockutils [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] Lock "8189c615-392d-46b4-8c68-30727fe60217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.448251] env[63920]: DEBUG nova.compute.manager [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] No waiting events found dispatching network-vif-plugged-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.448385] env[63920]: WARNING nova.compute.manager [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received unexpected event network-vif-plugged-87607c23-4abb-4fa2-8415-f817d1e14c7c for instance with vm_state building and task_state spawning. [ 1211.448539] env[63920]: DEBUG nova.compute.manager [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1211.448689] env[63920]: DEBUG nova.compute.manager [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing instance network info cache due to event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1211.448877] env[63920]: DEBUG oslo_concurrency.lockutils [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.471304] env[63920]: DEBUG nova.network.neutron [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.785888] env[63920]: INFO nova.compute.resource_tracker [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating resource usage from migration 71ed345a-5efc-4a6c-9d35-c473613d65e8 [ 1211.885914] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce913c48-71dd-423e-bdfc-93ab1b75f8d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.894096] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7856637d-888c-4845-95ea-ea0a832a2092 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.924193] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e1b72-216a-4819-ae9c-bc56657b6c2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.931692] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57cd44c-3df3-45c8-bc37-f6bed6d64701 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.944678] env[63920]: DEBUG nova.compute.provider_tree [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.973623] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.973920] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Instance network_info: |[{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.974223] env[63920]: DEBUG oslo_concurrency.lockutils [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.974399] env[63920]: DEBUG nova.network.neutron [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.975491] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:a4:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87607c23-4abb-4fa2-8415-f817d1e14c7c', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.982808] env[63920]: DEBUG oslo.service.loopingcall [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1211.983635] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.983857] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6388555f-1733-4d4d-903a-5ee5952052e8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.004423] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.004423] env[63920]: value = "task-2393033" [ 1212.004423] env[63920]: _type = "Task" [ 1212.004423] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.012087] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393033, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.313765] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.448223] env[63920]: DEBUG nova.scheduler.client.report [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.514364] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393033, 'name': CreateVM_Task, 'duration_secs': 0.410534} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.514540] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.515221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1212.515392] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.515717] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1212.518094] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73000732-4eeb-48fa-a609-37cb3f3d283a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.523299] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1212.523299] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52304ef1-5cf2-4664-f95e-cb364fd9efb7" [ 1212.523299] env[63920]: _type = "Task" [ 1212.523299] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.531012] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52304ef1-5cf2-4664-f95e-cb364fd9efb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.730998] env[63920]: DEBUG nova.network.neutron [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated VIF entry in instance network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.731418] env[63920]: DEBUG nova.network.neutron [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.953457] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.953653] env[63920]: INFO nova.compute.manager [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Migrating [ 1212.960037] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.646s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.960281] env[63920]: DEBUG nova.objects.instance [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'pci_requests' on Instance uuid b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.969374] env[63920]: DEBUG nova.objects.instance [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'numa_topology' on Instance uuid b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.034344] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52304ef1-5cf2-4664-f95e-cb364fd9efb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.034625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.034850] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.035090] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.035269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.035412] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.035953] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-868600d2-56e0-41cd-b79b-c3e45156830d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.043920] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.044111] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.044821] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1764d876-8257-4a12-8b58-863b03f05bf3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.050045] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1213.050045] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288f743-3bfd-5405-1537-4444890f6e82" [ 1213.050045] env[63920]: _type = "Task" [ 1213.050045] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.056990] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288f743-3bfd-5405-1537-4444890f6e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.234411] env[63920]: DEBUG oslo_concurrency.lockutils [req-0551a34a-53c8-4106-805a-e56de04c6260 req-8f15d1a2-6ff7-477d-8343-f06567daf0aa service nova] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.471647] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.472079] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.472079] env[63920]: DEBUG nova.network.neutron [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.473615] env[63920]: INFO nova.compute.claims [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.561107] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5288f743-3bfd-5405-1537-4444890f6e82, 'name': SearchDatastore_Task, 'duration_secs': 0.008378} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.561888] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05196e78-20cf-4fb4-96f6-91220224275c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.566892] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1213.566892] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5234cbc8-c0c5-a9d6-2f93-002cf2c32629" [ 1213.566892] env[63920]: _type = "Task" [ 1213.566892] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.575128] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5234cbc8-c0c5-a9d6-2f93-002cf2c32629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.076606] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5234cbc8-c0c5-a9d6-2f93-002cf2c32629, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.078739] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.079032] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8189c615-392d-46b4-8c68-30727fe60217/8189c615-392d-46b4-8c68-30727fe60217.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.079266] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f1e3bc4-3c06-4042-8de0-cd91f5e0b422 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.085590] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1214.085590] env[63920]: value = "task-2393034" [ 1214.085590] env[63920]: _type = "Task" [ 1214.085590] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.093420] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.170830] env[63920]: DEBUG nova.network.neutron [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [{"id": "bd16bdfd-8205-4148-b136-1adcf320e385", "address": "fa:16:3e:61:88:d3", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd16bdfd-82", "ovs_interfaceid": "bd16bdfd-8205-4148-b136-1adcf320e385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.577684] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea89c0-7ef1-4e3a-92e8-dd709a4bf909 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.584806] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bb245c-3280-4d7b-9e78-73408da0633d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.596098] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455207} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.622323] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 8189c615-392d-46b4-8c68-30727fe60217/8189c615-392d-46b4-8c68-30727fe60217.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.622574] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.623013] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02fd851f-7468-4ffd-a0cf-4bc6c835eed9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.625364] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eede6b7-fe73-4649-bd57-a760d21d9ed4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.632677] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f77b36-b9b7-40c3-a55f-6a7e165cf325 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.637441] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1214.637441] env[63920]: value = "task-2393035" [ 1214.637441] env[63920]: _type = "Task" [ 1214.637441] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.649678] env[63920]: DEBUG nova.compute.provider_tree [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.656046] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.673666] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.148440] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064264} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.148713] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.149581] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab5511-e09e-43b5-8fea-b06659fa124d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.153154] env[63920]: DEBUG nova.scheduler.client.report [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.176234] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 8189c615-392d-46b4-8c68-30727fe60217/8189c615-392d-46b4-8c68-30727fe60217.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.180380] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3786adae-5db3-4ec1-9768-24745eabbfe6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.200772] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1215.200772] env[63920]: value = "task-2393036" [ 1215.200772] env[63920]: _type = "Task" [ 1215.200772] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.208761] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.658336] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.686330] env[63920]: INFO nova.network.neutron [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating port 5bd64735-8361-42c9-acba-cfc2e2317f8b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1215.711619] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393036, 'name': ReconfigVM_Task, 'duration_secs': 0.289479} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.711875] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 8189c615-392d-46b4-8c68-30727fe60217/8189c615-392d-46b4-8c68-30727fe60217.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.712431] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df8a9224-2108-4e95-81ac-4f5b98666c35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.718689] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1215.718689] env[63920]: value = "task-2393037" [ 1215.718689] env[63920]: _type = "Task" [ 1215.718689] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.726320] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393037, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.202437] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f2780-0f72-43d0-b8ac-b827619ecd7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.221634] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.232794] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393037, 'name': Rename_Task, 'duration_secs': 0.133319} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.233072] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.233301] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b36c06-7b39-4ed1-a228-ffd122d2e9d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.238674] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1216.238674] env[63920]: value = "task-2393038" [ 1216.238674] env[63920]: _type = "Task" [ 1216.238674] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.245984] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.730344] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.730701] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cde5211-3584-4ca4-b766-93f76e3de52f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.738273] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1216.738273] env[63920]: value = "task-2393039" [ 1216.738273] env[63920]: _type = "Task" [ 1216.738273] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.749981] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.752846] env[63920]: DEBUG oslo_vmware.api [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393038, 'name': PowerOnVM_Task, 'duration_secs': 0.433446} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.753096] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.753296] env[63920]: INFO nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1216.753476] env[63920]: DEBUG nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.754211] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b47dc93-13fc-4882-8a9e-e8585a6660ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.081795] env[63920]: DEBUG nova.compute.manager [req-8354b550-6559-4527-9828-ecc8ddc8452f req-844485dc-2750-4177-857b-7da4f3b72ea3 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-vif-plugged-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.082033] env[63920]: DEBUG oslo_concurrency.lockutils [req-8354b550-6559-4527-9828-ecc8ddc8452f req-844485dc-2750-4177-857b-7da4f3b72ea3 service nova] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.082242] env[63920]: DEBUG oslo_concurrency.lockutils [req-8354b550-6559-4527-9828-ecc8ddc8452f req-844485dc-2750-4177-857b-7da4f3b72ea3 service nova] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.082405] env[63920]: DEBUG oslo_concurrency.lockutils [req-8354b550-6559-4527-9828-ecc8ddc8452f req-844485dc-2750-4177-857b-7da4f3b72ea3 service nova] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.082568] env[63920]: DEBUG nova.compute.manager [req-8354b550-6559-4527-9828-ecc8ddc8452f req-844485dc-2750-4177-857b-7da4f3b72ea3 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] No waiting events found dispatching network-vif-plugged-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.082806] env[63920]: WARNING nova.compute.manager [req-8354b550-6559-4527-9828-ecc8ddc8452f req-844485dc-2750-4177-857b-7da4f3b72ea3 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received unexpected event network-vif-plugged-5bd64735-8361-42c9-acba-cfc2e2317f8b for instance with vm_state shelved_offloaded and task_state spawning. [ 1217.214860] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.215054] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.215237] env[63920]: DEBUG nova.network.neutron [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.249570] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393039, 'name': PowerOffVM_Task, 'duration_secs': 0.200844} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.250061] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.250061] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.270059] env[63920]: INFO nova.compute.manager [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Took 11.48 seconds to build instance. [ 1217.758493] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.758846] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.758889] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.759101] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.759260] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.759409] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.759618] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.759772] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.760019] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.760145] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.760271] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.765463] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56485ac4-bea5-4e8c-be79-bbd9afaedd54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.781021] env[63920]: DEBUG oslo_concurrency.lockutils [None req-af0e05a4-06dd-402b-81a2-f0a4418ee717 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "8189c615-392d-46b4-8c68-30727fe60217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.788199] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1217.788199] env[63920]: value = "task-2393040" [ 1217.788199] env[63920]: _type = "Task" [ 1217.788199] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.796971] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.960719] env[63920]: DEBUG nova.compute.manager [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1217.960963] env[63920]: DEBUG nova.compute.manager [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing instance network info cache due to event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1217.961298] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.961351] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.961513] env[63920]: DEBUG nova.network.neutron [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.298510] env[63920]: DEBUG nova.network.neutron [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.303455] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393040, 'name': ReconfigVM_Task, 'duration_secs': 0.177973} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.304191] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.598273] env[63920]: DEBUG nova.compute.manager [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1218.693444] env[63920]: DEBUG nova.network.neutron [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated VIF entry in instance network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.693842] env[63920]: DEBUG nova.network.neutron [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.805422] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.809467] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.809699] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.809856] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.810046] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.810195] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.810340] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.810539] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.810693] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.810857] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.811025] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.811201] env[63920]: DEBUG nova.virt.hardware [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.816455] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.816760] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d0e6c12-482e-447e-b599-30dcd50caa82 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.839125] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1218.839125] env[63920]: value = "task-2393041" [ 1218.839125] env[63920]: _type = "Task" [ 1218.839125] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.841492] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='956353f1e560fa4fabd9086f22530fc4',container_format='bare',created_at=2025-02-09T04:05:56Z,direct_url=,disk_format='vmdk',id=8cb78a33-29aa-4f97-9962-e4cb78975e9e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-954091667-shelved',owner='4c00a6c6e0e74606a491d71dec1a2b60',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-09T04:06:11Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.841714] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.841869] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.842070] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.842222] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.842369] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.842575] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.842731] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.842896] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.843070] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.843248] env[63920]: DEBUG nova.virt.hardware [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.844162] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51cae16-12de-46d4-8ac9-7379804dcfbd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.858383] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65500c15-b734-4c43-a4d3-bcb4cb495e0b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.862398] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393041, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.874392] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:58:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bd64735-8361-42c9-acba-cfc2e2317f8b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.882280] env[63920]: DEBUG oslo.service.loopingcall [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1218.882547] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.882770] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1325c89e-53be-4628-9d51-3e2998e5733c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.902363] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.902363] env[63920]: value = "task-2393042" [ 1218.902363] env[63920]: _type = "Task" [ 1218.902363] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.910358] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393042, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.026840] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.027081] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.110529] env[63920]: DEBUG nova.compute.manager [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1219.110824] env[63920]: DEBUG nova.compute.manager [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing instance network info cache due to event network-changed-5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1219.110965] env[63920]: DEBUG oslo_concurrency.lockutils [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] Acquiring lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.111125] env[63920]: DEBUG oslo_concurrency.lockutils [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] Acquired lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.111283] env[63920]: DEBUG nova.network.neutron [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Refreshing network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.123517] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.123761] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.196426] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a1c33e7-ba3a-47b0-ac36-cd0e33c207b2 req-e9ebea8b-cf2c-44bf-925c-497c31efd817 service nova] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.354099] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393041, 'name': ReconfigVM_Task, 'duration_secs': 0.190893} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.354253] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1219.354967] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6e265a-a7a8-450c-8592-6aaed3693dd2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.377176] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd/28e15a22-1d56-401b-88dd-cec0f45dbcfd.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.377835] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d58d55af-800d-4850-9685-8ff2190ffffc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.397751] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1219.397751] env[63920]: value = "task-2393043" [ 1219.397751] env[63920]: _type = "Task" [ 1219.397751] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.406427] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.414322] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393042, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.529687] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.628980] env[63920]: INFO nova.compute.claims [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.865315] env[63920]: DEBUG nova.network.neutron [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updated VIF entry in instance network info cache for port 5bd64735-8361-42c9-acba-cfc2e2317f8b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.865716] env[63920]: DEBUG nova.network.neutron [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [{"id": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "address": "fa:16:3e:4c:58:19", "network": {"id": "cd88eb5f-2e1d-492e-8f09-d9dad41a72d6", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1677353637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c00a6c6e0e74606a491d71dec1a2b60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bd64735-83", "ovs_interfaceid": "5bd64735-8361-42c9-acba-cfc2e2317f8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.908263] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393043, 'name': ReconfigVM_Task, 'duration_secs': 0.301427} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.913281] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd/28e15a22-1d56-401b-88dd-cec0f45dbcfd.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.913526] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.922489] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393042, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.051479] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.135542] env[63920]: INFO nova.compute.resource_tracker [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating resource usage from migration 627d68e0-fa77-415b-8f25-21f540c826e3 [ 1220.243188] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e249aced-c47a-4846-9f3d-55f4a987448d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.251410] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d06cf7f-7bd2-4921-91d3-e1cf842277f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.281267] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c113310-b993-4ee1-b7d6-d2c366800af0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.288215] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23baea2-4acd-44be-b80d-003b3762293d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.301812] env[63920]: DEBUG nova.compute.provider_tree [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.368170] env[63920]: DEBUG oslo_concurrency.lockutils [req-fba9056d-5314-4abd-bee0-f0668735aa6b req-d4be09c9-e6c0-432a-a3eb-9e54c8490721 service nova] Releasing lock "refresh_cache-b51e9f14-09d4-43f7-8dda-a6aba292afcf" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.420538] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393042, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.421299] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8100e883-96fe-4c17-be10-d8e2b94a2455 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.442150] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6079ee-c4e8-4bd9-9e56-fdf2a3216e61 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.461637] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.805284] env[63920]: DEBUG nova.scheduler.client.report [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.918496] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393042, 'name': CreateVM_Task, 'duration_secs': 1.664589} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.918801] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.919482] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.919692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.920109] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.920394] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97bd515e-5d83-4f13-93e5-5725d387d7b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.924753] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1220.924753] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52270c42-2d17-2e61-c0d4-21195a78c7d9" [ 1220.924753] env[63920]: _type = "Task" [ 1220.924753] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.932163] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52270c42-2d17-2e61-c0d4-21195a78c7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.999694] env[63920]: DEBUG nova.network.neutron [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Port bd16bdfd-8205-4148-b136-1adcf320e385 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1221.310910] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.310910] env[63920]: INFO nova.compute.manager [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Migrating [ 1221.316994] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.266s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.318499] env[63920]: INFO nova.compute.claims [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.435256] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.435503] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Processing image 8cb78a33-29aa-4f97-9962-e4cb78975e9e {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.435754] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.435908] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.436115] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.436352] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ba2ebf1-eea8-4040-b766-0a3492260c95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.444679] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.444842] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.445520] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bd0b95-ac06-44ff-b060-44288d2ac71b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.450252] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1221.450252] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52291147-6793-c074-c744-f25fb931b24f" [ 1221.450252] env[63920]: _type = "Task" [ 1221.450252] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.456886] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52291147-6793-c074-c744-f25fb931b24f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.829800] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.829933] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.830110] env[63920]: DEBUG nova.network.neutron [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.961670] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1221.961971] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Fetch image to [datastore2] OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203/OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1221.962117] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Downloading stream optimized image 8cb78a33-29aa-4f97-9962-e4cb78975e9e to [datastore2] OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203/OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203.vmdk on the data store datastore2 as vApp {{(pid=63920) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1221.962285] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Downloading image file data 8cb78a33-29aa-4f97-9962-e4cb78975e9e to the ESX as VM named 'OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203' {{(pid=63920) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1222.022443] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.022667] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.022839] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.037319] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1222.037319] env[63920]: value = "resgroup-9" [ 1222.037319] env[63920]: _type = "ResourcePool" [ 1222.037319] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1222.037780] env[63920]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c9aa565c-1ae0-43a2-bf0b-6998d184cda3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.060132] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease: (returnval){ [ 1222.060132] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc0ab-2d14-9b56-b565-f56aed2bbc1a" [ 1222.060132] env[63920]: _type = "HttpNfcLease" [ 1222.060132] env[63920]: } obtained for vApp import into resource pool (val){ [ 1222.060132] env[63920]: value = "resgroup-9" [ 1222.060132] env[63920]: _type = "ResourcePool" [ 1222.060132] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1222.060456] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the lease: (returnval){ [ 1222.060456] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc0ab-2d14-9b56-b565-f56aed2bbc1a" [ 1222.060456] env[63920]: _type = "HttpNfcLease" [ 1222.060456] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1222.066488] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.066488] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc0ab-2d14-9b56-b565-f56aed2bbc1a" [ 1222.066488] env[63920]: _type = "HttpNfcLease" [ 1222.066488] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.450371] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d40ce1-48e9-42aa-8d96-44227c0c2a34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.458340] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323334b3-9097-4f5b-9b69-b6f535ae2f34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.491241] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04740ce-d37b-4e11-a194-84fae1720a95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.498584] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20219ce4-3911-4c4a-a4b2-f873dc75bedd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.513184] env[63920]: DEBUG nova.compute.provider_tree [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.569312] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1222.569312] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc0ab-2d14-9b56-b565-f56aed2bbc1a" [ 1222.569312] env[63920]: _type = "HttpNfcLease" [ 1222.569312] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1222.599186] env[63920]: DEBUG nova.network.neutron [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.016278] env[63920]: DEBUG nova.scheduler.client.report [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.070905] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1223.070905] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc0ab-2d14-9b56-b565-f56aed2bbc1a" [ 1223.070905] env[63920]: _type = "HttpNfcLease" [ 1223.070905] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1223.071778] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.072054] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.072419] env[63920]: DEBUG nova.network.neutron [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.073243] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1223.073243] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520dc0ab-2d14-9b56-b565-f56aed2bbc1a" [ 1223.073243] env[63920]: _type = "HttpNfcLease" [ 1223.073243] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1223.074157] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997c0592-b322-4ccd-9e0a-dfdf5c8d2838 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.081790] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7add-bcb7-dcb0-7560-50c548cb52a1/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1223.081995] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7add-bcb7-dcb0-7560-50c548cb52a1/disk-0.vmdk. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1223.147279] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.155801] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81337f4d-a8f9-4211-99fa-97c5ff8db0bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.522235] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.522843] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.790402] env[63920]: DEBUG nova.network.neutron [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [{"id": "bd16bdfd-8205-4148-b136-1adcf320e385", "address": "fa:16:3e:61:88:d3", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd16bdfd-82", "ovs_interfaceid": "bd16bdfd-8205-4148-b136-1adcf320e385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.031136] env[63920]: DEBUG nova.compute.utils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.034437] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1224.034621] env[63920]: DEBUG nova.network.neutron [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.075773] env[63920]: DEBUG nova.policy [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.293948] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.433756] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1224.433913] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7add-bcb7-dcb0-7560-50c548cb52a1/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.434911] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc086f04-5a6c-4239-a5e5-aeaf98162d2f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.442359] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7add-bcb7-dcb0-7560-50c548cb52a1/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.442522] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7add-bcb7-dcb0-7560-50c548cb52a1/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1224.442772] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-13a14c09-8e14-4c05-a38a-67e72cd456da {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.445056] env[63920]: DEBUG nova.network.neutron [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Successfully created port: 9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.538489] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.663471] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda634eb-06e8-447b-8ac3-9180513e1296 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.681946] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.686524] env[63920]: DEBUG oslo_vmware.rw_handles [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529f7add-bcb7-dcb0-7560-50c548cb52a1/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1224.686763] env[63920]: INFO nova.virt.vmwareapi.images [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Downloaded image file data 8cb78a33-29aa-4f97-9962-e4cb78975e9e [ 1224.687723] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb9647-1c2b-4d79-84c9-79468a26f34c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.702961] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d9c4dba-4f7b-4c0e-91dc-5781b9687e5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.761793] env[63920]: INFO nova.virt.vmwareapi.images [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] The imported VM was unregistered [ 1224.764357] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1224.764590] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Creating directory with path [datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.764853] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01a19e7a-3872-4484-abb9-251605a1735d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.775814] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Created directory with path [datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.776009] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203/OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203.vmdk to [datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk. {{(pid=63920) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1224.776259] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ed4224e0-28aa-4d9c-820e-b1ad41e9330a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.782697] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1224.782697] env[63920]: value = "task-2393046" [ 1224.782697] env[63920]: _type = "Task" [ 1224.782697] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.791051] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.822896] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2ab62-f43c-4e66-84fc-0258e1c86a5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.842044] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3176752-1fed-440a-863b-9e62fb301a65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.849478] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.189435] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.189775] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-235a83b0-d06f-4062-a7fd-6e405e29e86c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.198849] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1225.198849] env[63920]: value = "task-2393047" [ 1225.198849] env[63920]: _type = "Task" [ 1225.198849] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.206917] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.292624] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.355661] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.356040] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa81bde-7f9a-48d9-886a-45c848e4ce53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.363991] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1225.363991] env[63920]: value = "task-2393048" [ 1225.363991] env[63920]: _type = "Task" [ 1225.363991] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.374186] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.549151] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.580126] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.580468] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.580648] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.580832] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.580976] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.581137] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.581346] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.581504] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.581664] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.581836] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.582055] env[63920]: DEBUG nova.virt.hardware [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.582926] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d742ad-6e0b-46ba-923d-aae95572cd63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.591629] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc4b5cd-ef67-41f4-9e56-7fcb1fbb5a95 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.709618] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.793763] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.877646] env[63920]: DEBUG oslo_vmware.api [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393048, 'name': PowerOnVM_Task, 'duration_secs': 0.439136} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.877951] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.878874] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef7d173-28e2-45ab-b8a1-aa1a21d67f2f tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance '28e15a22-1d56-401b-88dd-cec0f45dbcfd' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.886492] env[63920]: DEBUG nova.compute.manager [req-5a8d2cd1-a8e4-4f35-94ee-286b1abbbc69 req-9c6fc1ee-3712-4e9d-ac5c-907fcbb86ab1 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-vif-plugged-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.886685] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a8d2cd1-a8e4-4f35-94ee-286b1abbbc69 req-9c6fc1ee-3712-4e9d-ac5c-907fcbb86ab1 service nova] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.886970] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a8d2cd1-a8e4-4f35-94ee-286b1abbbc69 req-9c6fc1ee-3712-4e9d-ac5c-907fcbb86ab1 service nova] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.887181] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a8d2cd1-a8e4-4f35-94ee-286b1abbbc69 req-9c6fc1ee-3712-4e9d-ac5c-907fcbb86ab1 service nova] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.887354] env[63920]: DEBUG nova.compute.manager [req-5a8d2cd1-a8e4-4f35-94ee-286b1abbbc69 req-9c6fc1ee-3712-4e9d-ac5c-907fcbb86ab1 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] No waiting events found dispatching network-vif-plugged-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.887519] env[63920]: WARNING nova.compute.manager [req-5a8d2cd1-a8e4-4f35-94ee-286b1abbbc69 req-9c6fc1ee-3712-4e9d-ac5c-907fcbb86ab1 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received unexpected event network-vif-plugged-9c6b3b31-84bb-4278-ae64-23f4add12b26 for instance with vm_state building and task_state spawning. [ 1226.029699] env[63920]: DEBUG nova.network.neutron [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Successfully updated port: 9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.210290] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393047, 'name': PowerOffVM_Task, 'duration_secs': 0.827528} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.210657] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.210793] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1226.295113] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.534492] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.534683] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.534892] env[63920]: DEBUG nova.network.neutron [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.717196] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.717446] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.717603] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.717783] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.717972] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.718171] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.718387] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.718547] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.718713] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.718890] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.719116] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.724208] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fe39017-3118-4e11-b7fd-68ae90c52dc7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.740678] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1226.740678] env[63920]: value = "task-2393049" [ 1226.740678] env[63920]: _type = "Task" [ 1226.740678] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.749363] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.794542] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.076944] env[63920]: DEBUG nova.network.neutron [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.251601] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.263040] env[63920]: DEBUG nova.network.neutron [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.297399] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.751397] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393049, 'name': ReconfigVM_Task, 'duration_secs': 0.905326} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.751765] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.765744] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.766141] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Instance network_info: |[{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.766611] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:16:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c6b3b31-84bb-4278-ae64-23f4add12b26', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.774203] env[63920]: DEBUG oslo.service.loopingcall [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1227.774338] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.774500] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3a9e383-ab07-488b-997e-ff332be4063b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.798114] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.799243] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.799243] env[63920]: value = "task-2393050" [ 1227.799243] env[63920]: _type = "Task" [ 1227.799243] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.806617] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393050, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.908244] env[63920]: DEBUG nova.compute.manager [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1227.908399] env[63920]: DEBUG nova.compute.manager [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing instance network info cache due to event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1227.908615] env[63920]: DEBUG oslo_concurrency.lockutils [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.908757] env[63920]: DEBUG oslo_concurrency.lockutils [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.908934] env[63920]: DEBUG nova.network.neutron [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.955623] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.955883] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.956123] env[63920]: DEBUG nova.compute.manager [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Going to confirm migration 8 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1228.258423] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.258778] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.258824] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.259013] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.259336] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.259336] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.259529] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.259685] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.259844] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.260017] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.260205] env[63920]: DEBUG nova.virt.hardware [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.266423] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.266733] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7252429f-90d7-4748-ae6b-40f2bc0e6624 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.285468] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1228.285468] env[63920]: value = "task-2393051" [ 1228.285468] env[63920]: _type = "Task" [ 1228.285468] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.298666] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.301921] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393046, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.051602} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.304838] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203/OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203.vmdk to [datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk. [ 1228.305077] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Cleaning up location [datastore2] OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1228.305282] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e9899ee1-7968-4dc4-aa66-4854ba86e203 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.305522] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-698ee86a-50ae-4d01-9994-b3d77459ea90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.312356] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393050, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.313673] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1228.313673] env[63920]: value = "task-2393052" [ 1228.313673] env[63920]: _type = "Task" [ 1228.313673] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.320763] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.526917] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.527118] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.527317] env[63920]: DEBUG nova.network.neutron [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.527511] env[63920]: DEBUG nova.objects.instance [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'info_cache' on Instance uuid 28e15a22-1d56-401b-88dd-cec0f45dbcfd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.613886] env[63920]: DEBUG nova.network.neutron [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updated VIF entry in instance network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.614387] env[63920]: DEBUG nova.network.neutron [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.795261] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393051, 'name': ReconfigVM_Task, 'duration_secs': 0.386679} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.795510] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1228.796252] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c29e478-a526-4ae4-88b0-c2424bbff1eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.817383] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.820088] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9dc7dc-cf2b-4480-bc9f-335e2be18e84 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.840243] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393050, 'name': CreateVM_Task, 'duration_secs': 0.749584} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.843159] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.843454] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1228.843454] env[63920]: value = "task-2393053" [ 1228.843454] env[63920]: _type = "Task" [ 1228.843454] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.843651] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122888} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.844321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1228.844401] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.844702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1228.844995] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.845151] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.845371] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk to [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.845586] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-669993b2-ea3f-43ca-8d13-f372a6105469 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.849796] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f926c257-9784-4357-aef8-d410ed255a7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.855032] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1228.855032] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a592b-762d-5e9f-d55a-47eed223be42" [ 1228.855032] env[63920]: _type = "Task" [ 1228.855032] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.857389] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.861058] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1228.861058] env[63920]: value = "task-2393054" [ 1228.861058] env[63920]: _type = "Task" [ 1228.861058] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.867229] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a592b-762d-5e9f-d55a-47eed223be42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.871916] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.117388] env[63920]: DEBUG oslo_concurrency.lockutils [req-74176468-5c23-40f9-bad3-e8c202dc8559 req-55845f54-809f-47b9-906f-e14829e0bd74 service nova] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.356246] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.371109] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529a592b-762d-5e9f-d55a-47eed223be42, 'name': SearchDatastore_Task, 'duration_secs': 0.014688} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.371936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1229.372472] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.372521] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.372664] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.372848] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.373165] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a91c3c7-23b9-4e36-9424-6d33ca1c5c99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.378592] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393054, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.393478] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.393679] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.394521] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f7eab5-1e05-4a74-971c-acb12a05dd7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.400420] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1229.400420] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527048d1-b543-8f3c-bb99-7b7f0ebb2727" [ 1229.400420] env[63920]: _type = "Task" [ 1229.400420] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.409410] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527048d1-b543-8f3c-bb99-7b7f0ebb2727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.856118] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393053, 'name': ReconfigVM_Task, 'duration_secs': 0.629069} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.856414] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.856683] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.872125] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393054, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.911673] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527048d1-b543-8f3c-bb99-7b7f0ebb2727, 'name': SearchDatastore_Task, 'duration_secs': 0.084338} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.914776] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9282e698-5cfe-42db-8e76-19bb3215258e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.921266] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1229.921266] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5207e1b3-2d93-bac5-fc96-cb26634d6bc3" [ 1229.921266] env[63920]: _type = "Task" [ 1229.921266] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.929731] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5207e1b3-2d93-bac5-fc96-cb26634d6bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.954911] env[63920]: DEBUG nova.network.neutron [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [{"id": "bd16bdfd-8205-4148-b136-1adcf320e385", "address": "fa:16:3e:61:88:d3", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd16bdfd-82", "ovs_interfaceid": "bd16bdfd-8205-4148-b136-1adcf320e385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.364212] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1778c9fd-91f6-4499-ae10-91fc0323ef6e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.376109] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393054, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.389942] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ddc5f-9673-47ef-9fde-2b611a545490 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.408768] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.434032] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5207e1b3-2d93-bac5-fc96-cb26634d6bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.085896} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.434032] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.434032] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808/90fe16dd-7112-4f4c-8d2e-35f5d7cc2808.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.434349] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670d94f5-1335-4e91-9ece-08a9b80c121f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.441890] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1230.441890] env[63920]: value = "task-2393055" [ 1230.441890] env[63920]: _type = "Task" [ 1230.441890] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.449907] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.457269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-28e15a22-1d56-401b-88dd-cec0f45dbcfd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.457536] env[63920]: DEBUG nova.objects.instance [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'migration_context' on Instance uuid 28e15a22-1d56-401b-88dd-cec0f45dbcfd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.873452] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393054, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.952406] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.960295] env[63920]: DEBUG nova.objects.base [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Object Instance<28e15a22-1d56-401b-88dd-cec0f45dbcfd> lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1230.961371] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf2c12e-dee8-4971-9688-55fa3c2b5f43 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.982323] env[63920]: DEBUG nova.network.neutron [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Port d8bf3fea-4136-49d0-92f6-39f96dfbce66 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1230.983899] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38c3e85a-96fe-4a10-852d-183b9df4c18c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.990689] env[63920]: DEBUG oslo_vmware.api [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1230.990689] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cee4d8-6f20-2e53-4410-4c4fc75fbede" [ 1230.990689] env[63920]: _type = "Task" [ 1230.990689] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.999868] env[63920]: DEBUG oslo_vmware.api [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cee4d8-6f20-2e53-4410-4c4fc75fbede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.375813] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393054, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.387152} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.376229] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8cb78a33-29aa-4f97-9962-e4cb78975e9e/8cb78a33-29aa-4f97-9962-e4cb78975e9e.vmdk to [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.377195] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd8eaf-b953-464e-8675-28abb2c7f815 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.401841] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.402192] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e440747-525a-4be7-a48e-3ab8a808da00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.425364] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1231.425364] env[63920]: value = "task-2393056" [ 1231.425364] env[63920]: _type = "Task" [ 1231.425364] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.435133] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.452934] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393055, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.502165] env[63920]: DEBUG oslo_vmware.api [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52cee4d8-6f20-2e53-4410-4c4fc75fbede, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.502460] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.502720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.935732] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.953227] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393055, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.256475} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.953227] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808/90fe16dd-7112-4f4c-8d2e-35f5d7cc2808.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.953227] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.953559] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c02ab7e0-8d58-41c3-86d5-a1da53a17fe8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.960712] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1231.960712] env[63920]: value = "task-2393057" [ 1231.960712] env[63920]: _type = "Task" [ 1231.960712] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.968351] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.015285] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "34c93d57-67ff-470b-9524-7c658795a02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.015518] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.016063] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.133296] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb68ea-13ba-4616-9492-1383e3056c58 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.141102] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8ab0c-47f1-4df3-9549-62cebe509985 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.171064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0e5915-1f61-463e-99a5-1f802ecb61f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.179031] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e093644-d4a1-4fa9-8d2c-f8d966c7dcef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.192121] env[63920]: DEBUG nova.compute.provider_tree [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.438399] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.468512] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083872} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.468755] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.469544] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0e1f6-eb0e-44a9-ad75-35ad205149e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.471909] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.472117] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1232.472250] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1232.472363] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1232.492103] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808/90fe16dd-7112-4f4c-8d2e-35f5d7cc2808.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.493037] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-755090ea-90ca-4156-bc74-71849206017f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.512745] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1232.512745] env[63920]: value = "task-2393058" [ 1232.512745] env[63920]: _type = "Task" [ 1232.512745] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.522115] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.696107] env[63920]: DEBUG nova.scheduler.client.report [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.937402] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393056, 'name': ReconfigVM_Task, 'duration_secs': 1.45338} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.939153] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Reconfigured VM instance instance-00000068 to attach disk [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf/b51e9f14-09d4-43f7-8dda-a6aba292afcf.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.939153] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a19cd73-921f-411d-82ff-2efdd61b7ca6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.944897] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1232.944897] env[63920]: value = "task-2393059" [ 1232.944897] env[63920]: _type = "Task" [ 1232.944897] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.952335] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393059, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.976911] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1233.005141] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.005294] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.005446] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1233.005599] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.022674] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393058, 'name': ReconfigVM_Task, 'duration_secs': 0.380451} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.025438] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808/90fe16dd-7112-4f4c-8d2e-35f5d7cc2808.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.026248] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84ee718c-e353-488b-9d34-134f907e9c1b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.031805] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1233.031805] env[63920]: value = "task-2393060" [ 1233.031805] env[63920]: _type = "Task" [ 1233.031805] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.040323] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393060, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.056683] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.056859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.057046] env[63920]: DEBUG nova.network.neutron [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.454576] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393059, 'name': Rename_Task, 'duration_secs': 0.443099} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.454950] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.455233] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba215f0e-76df-4c76-b100-ec51ce592b5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.461356] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1233.461356] env[63920]: value = "task-2393061" [ 1233.461356] env[63920]: _type = "Task" [ 1233.461356] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.468513] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.541422] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393060, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.707837] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.205s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.835187] env[63920]: DEBUG nova.network.neutron [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.861909] env[63920]: DEBUG oslo_concurrency.lockutils [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.862285] env[63920]: DEBUG oslo_concurrency.lockutils [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.971202] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.041530] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393060, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.271694] env[63920]: INFO nova.scheduler.client.report [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocation for migration 71ed345a-5efc-4a6c-9d35-c473613d65e8 [ 1234.339065] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.365630] env[63920]: INFO nova.compute.manager [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Detaching volume c9460584-edcc-47a2-b101-a3369f8fc60e [ 1234.399698] env[63920]: INFO nova.virt.block_device [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Attempting to driver detach volume c9460584-edcc-47a2-b101-a3369f8fc60e from mountpoint /dev/sdb [ 1234.399698] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.399698] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485468', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'name': 'volume-c9460584-edcc-47a2-b101-a3369f8fc60e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b993069-e73f-4939-8498-67b7eaed5e58', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'serial': 'c9460584-edcc-47a2-b101-a3369f8fc60e'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.399698] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a3ac46-a788-4b12-b23a-dd89da709439 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.423262] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878195b9-5455-4877-8495-e87b2491cecc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.430092] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bd61c-376a-46bb-95e6-742f176c9a08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.451510] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80b3b21-83dd-4f1a-bcad-8858a8c5c8b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.466542] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] The volume has not been displaced from its original location: [datastore1] volume-c9460584-edcc-47a2-b101-a3369f8fc60e/volume-c9460584-edcc-47a2-b101-a3369f8fc60e.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.471782] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.474697] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54bb2dba-6cb6-41fa-97d3-9e9169138516 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.492651] env[63920]: DEBUG oslo_vmware.api [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393061, 'name': PowerOnVM_Task, 'duration_secs': 0.914085} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.493825] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.495723] env[63920]: DEBUG oslo_vmware.api [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1234.495723] env[63920]: value = "task-2393062" [ 1234.495723] env[63920]: _type = "Task" [ 1234.495723] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.507275] env[63920]: DEBUG oslo_vmware.api [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393062, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.543084] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393060, 'name': Rename_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.598203] env[63920]: DEBUG nova.compute.manager [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.599028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b9fd0d-ffcd-4126-bcf7-adc4ff067d37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.776502] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.778297] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c817e791-6b1e-4f08-b836-55e77552fb8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.822s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.871140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8abdb-aa5d-46bd-b247-31a522f3de88 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.900662] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3035ff5-b3d4-4010-a1b3-ff516bc4f84a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.909420] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1235.006681] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.006829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.007017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.007225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.007391] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.009010] env[63920]: DEBUG oslo_vmware.api [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393062, 'name': ReconfigVM_Task, 'duration_secs': 0.2783} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.009465] env[63920]: INFO nova.compute.manager [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Terminating instance [ 1235.010713] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.016146] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c884ae52-d168-4460-94ea-074dc532a755 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.026936] env[63920]: DEBUG nova.compute.manager [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.027163] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.028240] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5aee3-0473-4a18-bb4d-5c60c6cbd551 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.036228] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.039878] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5118daf8-4abf-4f09-9237-6b25db01aaa0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.041251] env[63920]: DEBUG oslo_vmware.api [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1235.041251] env[63920]: value = "task-2393063" [ 1235.041251] env[63920]: _type = "Task" [ 1235.041251] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.047511] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393060, 'name': Rename_Task, 'duration_secs': 1.986039} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.048883] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.049179] env[63920]: DEBUG oslo_vmware.api [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1235.049179] env[63920]: value = "task-2393064" [ 1235.049179] env[63920]: _type = "Task" [ 1235.049179] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.049370] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c1e533e-d6c3-4355-a568-2b7c95201ef3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.057766] env[63920]: DEBUG oslo_vmware.api [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393063, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.062620] env[63920]: DEBUG oslo_vmware.api [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.063412] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1235.063412] env[63920]: value = "task-2393065" [ 1235.063412] env[63920]: _type = "Task" [ 1235.063412] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.072334] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.118907] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b8aece3e-078b-4d92-9f49-4a59fe6987cc tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.835s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.280456] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.280769] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1235.280940] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.281179] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.281347] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.281530] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.281688] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.281860] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.282012] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1235.282176] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.416898] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.417271] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2312cef2-c23f-46ca-b846-9a9834f0041d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.424122] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1235.424122] env[63920]: value = "task-2393066" [ 1235.424122] env[63920]: _type = "Task" [ 1235.424122] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.433504] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.448617] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "11517eb5-f9f7-43d4-af6a-44d954841c9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.448848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.553255] env[63920]: DEBUG oslo_vmware.api [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393063, 'name': ReconfigVM_Task, 'duration_secs': 0.218363} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.556358] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485468', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'name': 'volume-c9460584-edcc-47a2-b101-a3369f8fc60e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b993069-e73f-4939-8498-67b7eaed5e58', 'attached_at': '', 'detached_at': '', 'volume_id': 'c9460584-edcc-47a2-b101-a3369f8fc60e', 'serial': 'c9460584-edcc-47a2-b101-a3369f8fc60e'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.563417] env[63920]: DEBUG oslo_vmware.api [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393064, 'name': PowerOffVM_Task, 'duration_secs': 0.215703} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.563740] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.563961] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.564329] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343a41a2-67fa-4ffc-a911-caf5c6881761 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.251862] env[63920]: DEBUG nova.objects.instance [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.253884] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.254123] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.254312] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.254485] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.254640] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.256496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.256662] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.256811] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.256951] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1236.257322] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.259680] env[63920]: INFO nova.compute.manager [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Terminating instance [ 1236.261879] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa680957-f8c2-4208-aef7-c6cddbf9a220 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.272576] env[63920]: DEBUG oslo_vmware.api [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393065, 'name': PowerOnVM_Task, 'duration_secs': 0.605355} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.277101] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.277309] env[63920]: INFO nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1236.277480] env[63920]: DEBUG nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.278343] env[63920]: DEBUG oslo_vmware.api [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393066, 'name': PowerOnVM_Task, 'duration_secs': 0.48414} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.279064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3daac8c-af2c-4461-98f0-324352338173 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.282279] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.282467] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9d07d8eb-8ec1-4637-b38f-aa60f5689714 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance '34c93d57-67ff-470b-9524-7c658795a02c' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.286571] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a32ba9-f92b-431c-9e2d-1f72330b71cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.304803] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ead39e3-9f92-47ef-bcb4-1315a5f579dd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.311370] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcceb316-b783-4f35-86e9-0c89411ce8e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.341864] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180691MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1236.342016] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.342179] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.344868] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.345095] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.345279] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore1] 28e15a22-1d56-401b-88dd-cec0f45dbcfd {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.345683] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fbf3725-6607-425e-922e-b04b7adf9706 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.352198] env[63920]: DEBUG oslo_vmware.api [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1236.352198] env[63920]: value = "task-2393068" [ 1236.352198] env[63920]: _type = "Task" [ 1236.352198] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.359486] env[63920]: DEBUG oslo_vmware.api [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.772918] env[63920]: DEBUG nova.compute.manager [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.773275] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.774444] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cbd7d6-df49-42b0-8e5a-9c718f29e5fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.783221] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.783473] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b18768e-1d05-4155-9e60-8df8d7c0db6b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.790488] env[63920]: DEBUG oslo_vmware.api [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1236.790488] env[63920]: value = "task-2393069" [ 1236.790488] env[63920]: _type = "Task" [ 1236.790488] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.791723] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.803439] env[63920]: DEBUG oslo_vmware.api [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.811898] env[63920]: INFO nova.compute.manager [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Took 16.77 seconds to build instance. [ 1236.862719] env[63920]: DEBUG oslo_vmware.api [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.863492] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.863675] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.863847] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.864021] env[63920]: INFO nova.compute.manager [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1236.864258] env[63920]: DEBUG oslo.service.loopingcall [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1236.864443] env[63920]: DEBUG nova.compute.manager [-] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.864535] env[63920]: DEBUG nova.network.neutron [-] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.053477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.142195] env[63920]: DEBUG nova.compute.manager [req-64a140ba-8d62-4e78-acd3-e737af5c173c req-cace8b22-ff90-4b71-8a2a-8fcef98c1543 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Received event network-vif-deleted-bd16bdfd-8205-4148-b136-1adcf320e385 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.142415] env[63920]: INFO nova.compute.manager [req-64a140ba-8d62-4e78-acd3-e737af5c173c req-cace8b22-ff90-4b71-8a2a-8fcef98c1543 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Neutron deleted interface bd16bdfd-8205-4148-b136-1adcf320e385; detaching it from the instance and deleting it from the info cache [ 1237.142584] env[63920]: DEBUG nova.network.neutron [req-64a140ba-8d62-4e78-acd3-e737af5c173c req-cace8b22-ff90-4b71-8a2a-8fcef98c1543 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.265540] env[63920]: DEBUG oslo_concurrency.lockutils [None req-216f146c-c9e4-414d-ba70-de6ccb5ea3bb tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.403s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.266240] env[63920]: DEBUG oslo_concurrency.lockutils [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.213s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.266465] env[63920]: DEBUG nova.compute.manager [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.267417] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425fb8df-78f4-4283-a7cd-86cf6e613bda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.274802] env[63920]: DEBUG nova.compute.manager [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1237.275479] env[63920]: DEBUG nova.objects.instance [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.304037] env[63920]: DEBUG oslo_vmware.api [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393069, 'name': PowerOffVM_Task, 'duration_secs': 0.358065} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.304434] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.304608] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.304843] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf6ada9d-0bc1-45e7-aaf4-3168ea0f21a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.313218] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2caddc01-d089-4d66-8106-697086172939 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.286s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.352577] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Applying migration context for instance 34c93d57-67ff-470b-9524-7c658795a02c as it has an incoming, in-progress migration 627d68e0-fa77-415b-8f25-21f540c826e3. Migration status is finished {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1237.353738] env[63920]: INFO nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating resource usage from migration 627d68e0-fa77-415b-8f25-21f540c826e3 [ 1237.372399] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6b993069-e73f-4939-8498-67b7eaed5e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.372559] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 304c7c9a-5ab7-4394-a51c-1e745e50b9ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.372684] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8189c615-392d-46b4-8c68-30727fe60217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.372803] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 28e15a22-1d56-401b-88dd-cec0f45dbcfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.372918] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance b51e9f14-09d4-43f7-8dda-a6aba292afcf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.373048] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Migration 627d68e0-fa77-415b-8f25-21f540c826e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1237.373220] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 34c93d57-67ff-470b-9524-7c658795a02c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.373401] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.617555] env[63920]: DEBUG nova.network.neutron [-] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.644975] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed3e6432-65e5-4758-8700-ace994679049 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.657779] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e0f06-524e-481a-937b-dcbd380e13e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.686857] env[63920]: DEBUG nova.compute.manager [req-64a140ba-8d62-4e78-acd3-e737af5c173c req-cace8b22-ff90-4b71-8a2a-8fcef98c1543 service nova] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Detach interface failed, port_id=bd16bdfd-8205-4148-b136-1adcf320e385, reason: Instance 28e15a22-1d56-401b-88dd-cec0f45dbcfd could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1237.876289] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 11517eb5-f9f7-43d4-af6a-44d954841c9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1237.876659] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1237.876659] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1238.037203] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347bdbe6-19bc-4ef1-8a77-af47262e84ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.042074] env[63920]: DEBUG nova.compute.manager [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.042515] env[63920]: DEBUG nova.compute.manager [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing instance network info cache due to event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1238.042742] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.042906] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.043052] env[63920]: DEBUG nova.network.neutron [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.050064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58712217-258d-402c-8076-f66b68f2444b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.082645] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8406bb03-bfe4-4ca4-9fb0-5d069cd86013 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.090124] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce2449c-d894-4b2b-9e63-8eb7bab10898 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.104872] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.118904] env[63920]: INFO nova.compute.manager [-] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Took 1.25 seconds to deallocate network for instance. [ 1238.191678] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.191906] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.192111] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleting the datastore file [datastore2] b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.192390] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfde261f-58e6-40d8-9ecf-400d4a13cfed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.198476] env[63920]: DEBUG oslo_vmware.api [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for the task: (returnval){ [ 1238.198476] env[63920]: value = "task-2393071" [ 1238.198476] env[63920]: _type = "Task" [ 1238.198476] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.207178] env[63920]: DEBUG oslo_vmware.api [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.281733] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.282035] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a779c8-7267-46c0-9c2f-e60d2e60c494 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.288487] env[63920]: DEBUG oslo_vmware.api [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1238.288487] env[63920]: value = "task-2393072" [ 1238.288487] env[63920]: _type = "Task" [ 1238.288487] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.296924] env[63920]: DEBUG oslo_vmware.api [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.503549] env[63920]: DEBUG nova.network.neutron [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Port d8bf3fea-4136-49d0-92f6-39f96dfbce66 binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1238.503549] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.503549] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.503549] env[63920]: DEBUG nova.network.neutron [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.608534] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.625962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.708343] env[63920]: DEBUG oslo_vmware.api [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Task: {'id': task-2393071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228693} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.708594] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.708776] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.708948] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.709262] env[63920]: INFO nova.compute.manager [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1238.709509] env[63920]: DEBUG oslo.service.loopingcall [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.710383] env[63920]: DEBUG nova.compute.manager [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.710539] env[63920]: DEBUG nova.network.neutron [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.794720] env[63920]: DEBUG nova.network.neutron [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated VIF entry in instance network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.795149] env[63920]: DEBUG nova.network.neutron [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.801543] env[63920]: DEBUG oslo_vmware.api [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393072, 'name': PowerOffVM_Task, 'duration_secs': 0.260258} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.801788] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.801984] env[63920]: DEBUG nova.compute.manager [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.802764] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fac1d57-277c-4fa7-ac5a-ae2a8938c546 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.113491] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1239.113809] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.771s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.113944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.322s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1239.115453] env[63920]: INFO nova.compute.claims [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.281912] env[63920]: DEBUG nova.network.neutron [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.298163] env[63920]: DEBUG oslo_concurrency.lockutils [req-fb8517ae-fcba-4f22-83f6-b8a165cd5407 req-37efb248-22ce-420e-946c-470e9c03e212 service nova] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.313412] env[63920]: DEBUG oslo_concurrency.lockutils [None req-496cc2a5-3165-4643-8689-eee7c9e7dcc1 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1239.595918] env[63920]: DEBUG nova.objects.instance [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.784728] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.072734] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1240.072940] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing instance network info cache due to event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1240.073169] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.073314] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.073471] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.102787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.102956] env[63920]: DEBUG oslo_concurrency.lockutils [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.103139] env[63920]: DEBUG nova.network.neutron [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.103312] env[63920]: DEBUG nova.objects.instance [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'info_cache' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.231086] env[63920]: DEBUG nova.network.neutron [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.260402] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaece63d-a1c0-4c0c-9b4d-2664feb2c5ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.268360] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b35ab-9574-4080-bd49-c24829c1ba0e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.300299] env[63920]: DEBUG nova.compute.manager [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63920) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1240.300299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.301214] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d8a71-5373-4a2c-b0de-e8efc12b47ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.310637] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb358a7-3a54-4846-aa86-d78d57caf871 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.324229] env[63920]: DEBUG nova.compute.provider_tree [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.608262] env[63920]: DEBUG nova.objects.base [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Object Instance<6b993069-e73f-4939-8498-67b7eaed5e58> lazy-loaded attributes: flavor,info_cache {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.733385] env[63920]: INFO nova.compute.manager [-] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Took 2.02 seconds to deallocate network for instance. [ 1240.772910] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updated VIF entry in instance network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.773357] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.827912] env[63920]: DEBUG nova.scheduler.client.report [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1241.239443] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.276213] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.276467] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Received event network-vif-deleted-5bd64735-8361-42c9-acba-cfc2e2317f8b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.276652] env[63920]: INFO nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Neutron deleted interface 5bd64735-8361-42c9-acba-cfc2e2317f8b; detaching it from the instance and deleting it from the info cache [ 1241.276812] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.318937] env[63920]: DEBUG nova.network.neutron [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [{"id": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "address": "fa:16:3e:9c:1f:2d", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55cd4db6-ea", "ovs_interfaceid": "55cd4db6-ea92-4d58-a953-76ba479a86d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.332946] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.219s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1241.333446] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.335720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.711s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.335944] env[63920]: DEBUG nova.objects.instance [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'resources' on Instance uuid 28e15a22-1d56-401b-88dd-cec0f45dbcfd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.779708] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa3c28a8-61b1-41a7-bf9c-f95cc5e7c0fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.789312] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb7474e-36c4-48d9-b7c0-8b5be01b7ac2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.816246] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Detach interface failed, port_id=5bd64735-8361-42c9-acba-cfc2e2317f8b, reason: Instance b51e9f14-09d4-43f7-8dda-a6aba292afcf could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1241.816474] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1241.816637] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing instance network info cache due to event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1241.816848] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.816991] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.817170] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.821055] env[63920]: DEBUG oslo_concurrency.lockutils [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "refresh_cache-6b993069-e73f-4939-8498-67b7eaed5e58" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.838111] env[63920]: DEBUG nova.compute.utils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1241.842194] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.842194] env[63920]: DEBUG nova.network.neutron [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.886906] env[63920]: DEBUG nova.policy [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f48a5dacff41b8aff1288cb768e69b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b8716115bfe49a4a12738d9b1031a4e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.965668] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d0dee-0bc0-4023-a520-9d1cc6fd64ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.973072] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c2a70-25e2-4a7b-91c4-7ceb06995802 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.002641] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db15c3a1-c972-4b12-8fc8-bb74f8a017b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.009836] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7713fbdc-a938-4019-bc03-c72ff69e9b93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.022456] env[63920]: DEBUG nova.compute.provider_tree [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.165658] env[63920]: DEBUG nova.network.neutron [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Successfully created port: 320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.344690] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.525388] env[63920]: DEBUG nova.scheduler.client.report [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.611397] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updated VIF entry in instance network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.611766] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.825534] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.825857] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed76f970-039b-4856-8918-847da08f38f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.834817] env[63920]: DEBUG oslo_vmware.api [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1242.834817] env[63920]: value = "task-2393073" [ 1242.834817] env[63920]: _type = "Task" [ 1242.834817] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.842799] env[63920]: DEBUG oslo_vmware.api [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.030898] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.034331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.734s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.061841] env[63920]: INFO nova.scheduler.client.report [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocations for instance 28e15a22-1d56-401b-88dd-cec0f45dbcfd [ 1243.115043] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1243.115326] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.115494] env[63920]: DEBUG nova.compute.manager [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing instance network info cache due to event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1243.115753] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.115946] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.116199] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.347297] env[63920]: DEBUG oslo_vmware.api [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.353958] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.382907] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.383170] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.383335] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.383527] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.383649] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.383795] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.384012] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.384179] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.384347] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.384511] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.384744] env[63920]: DEBUG nova.virt.hardware [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.385636] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470042cd-1d1e-4508-8b06-5105b9caac21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.394178] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a70c60e-1ed5-42f3-809d-ffdbbeb3a3ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.538587] env[63920]: DEBUG nova.objects.instance [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'migration_context' on Instance uuid 34c93d57-67ff-470b-9524-7c658795a02c {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.575488] env[63920]: DEBUG oslo_concurrency.lockutils [None req-f845e0c4-7596-4d3b-a269-683178082243 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "28e15a22-1d56-401b-88dd-cec0f45dbcfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.568s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.585536] env[63920]: DEBUG nova.compute.manager [req-d1519f5c-798f-4991-a2f2-6e7f9132dd45 req-3b715da8-3efd-4aff-bd13-15eba3668984 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Received event network-vif-plugged-320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1243.585964] env[63920]: DEBUG oslo_concurrency.lockutils [req-d1519f5c-798f-4991-a2f2-6e7f9132dd45 req-3b715da8-3efd-4aff-bd13-15eba3668984 service nova] Acquiring lock "11517eb5-f9f7-43d4-af6a-44d954841c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.586726] env[63920]: DEBUG oslo_concurrency.lockutils [req-d1519f5c-798f-4991-a2f2-6e7f9132dd45 req-3b715da8-3efd-4aff-bd13-15eba3668984 service nova] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.586913] env[63920]: DEBUG oslo_concurrency.lockutils [req-d1519f5c-798f-4991-a2f2-6e7f9132dd45 req-3b715da8-3efd-4aff-bd13-15eba3668984 service nova] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.587103] env[63920]: DEBUG nova.compute.manager [req-d1519f5c-798f-4991-a2f2-6e7f9132dd45 req-3b715da8-3efd-4aff-bd13-15eba3668984 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] No waiting events found dispatching network-vif-plugged-320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.587469] env[63920]: WARNING nova.compute.manager [req-d1519f5c-798f-4991-a2f2-6e7f9132dd45 req-3b715da8-3efd-4aff-bd13-15eba3668984 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Received unexpected event network-vif-plugged-320921d1-8f03-4158-842d-cedf0327f58b for instance with vm_state building and task_state spawning. [ 1243.723783] env[63920]: DEBUG nova.network.neutron [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Successfully updated port: 320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.845514] env[63920]: DEBUG oslo_vmware.api [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393073, 'name': PowerOnVM_Task, 'duration_secs': 0.585094} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.845794] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.845963] env[63920]: DEBUG nova.compute.manager [None req-015cce73-e8b2-472e-8645-ffb9018873b5 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.846733] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6fad3-461a-453d-ba8c-294fbb8037a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.961032] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated VIF entry in instance network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.961431] env[63920]: DEBUG nova.network.neutron [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.138951] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311f479f-6f0f-4e3f-a10f-11f3f59dbb2b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.147153] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9efde5-073f-4e2c-89a9-aea77b9f2dae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.177515] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b38107-4dde-4d22-be0e-9001b7f437e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.184562] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ebb74-a31c-4a3e-ac9c-e05073e49465 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.197586] env[63920]: DEBUG nova.compute.provider_tree [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.227213] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "refresh_cache-11517eb5-f9f7-43d4-af6a-44d954841c9d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.227369] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "refresh_cache-11517eb5-f9f7-43d4-af6a-44d954841c9d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.227523] env[63920]: DEBUG nova.network.neutron [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.295737] env[63920]: DEBUG oslo_concurrency.lockutils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.295990] env[63920]: DEBUG oslo_concurrency.lockutils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.464342] env[63920]: DEBUG oslo_concurrency.lockutils [req-b45498c3-37e7-48ff-98e1-42fb49f1bdda req-cf9d09e5-b3f3-4792-8fa9-f345653aa066 service nova] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.700491] env[63920]: DEBUG nova.scheduler.client.report [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.774095] env[63920]: DEBUG nova.network.neutron [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.799964] env[63920]: DEBUG nova.compute.utils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1244.917118] env[63920]: DEBUG nova.network.neutron [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Updating instance_info_cache with network_info: [{"id": "320921d1-8f03-4158-842d-cedf0327f58b", "address": "fa:16:3e:04:d1:41", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320921d1-8f", "ovs_interfaceid": "320921d1-8f03-4158-842d-cedf0327f58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.302950] env[63920]: DEBUG oslo_concurrency.lockutils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.419888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "refresh_cache-11517eb5-f9f7-43d4-af6a-44d954841c9d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.420239] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Instance network_info: |[{"id": "320921d1-8f03-4158-842d-cedf0327f58b", "address": "fa:16:3e:04:d1:41", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320921d1-8f", "ovs_interfaceid": "320921d1-8f03-4158-842d-cedf0327f58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.420659] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d1:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f996252-e329-42bd-a897-446dfe2b81cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '320921d1-8f03-4158-842d-cedf0327f58b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.428166] env[63920]: DEBUG oslo.service.loopingcall [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.428391] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.428653] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c75fb2ec-4437-4c93-b294-f95764bfadac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.449201] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.449201] env[63920]: value = "task-2393074" [ 1245.449201] env[63920]: _type = "Task" [ 1245.449201] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.456570] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393074, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.610726] env[63920]: DEBUG nova.compute.manager [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Received event network-changed-320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1245.610993] env[63920]: DEBUG nova.compute.manager [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Refreshing instance network info cache due to event network-changed-320921d1-8f03-4158-842d-cedf0327f58b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1245.611095] env[63920]: DEBUG oslo_concurrency.lockutils [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] Acquiring lock "refresh_cache-11517eb5-f9f7-43d4-af6a-44d954841c9d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.611215] env[63920]: DEBUG oslo_concurrency.lockutils [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] Acquired lock "refresh_cache-11517eb5-f9f7-43d4-af6a-44d954841c9d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.611374] env[63920]: DEBUG nova.network.neutron [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Refreshing network info cache for port 320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.710692] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.676s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.716142] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.477s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.716387] env[63920]: DEBUG nova.objects.instance [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lazy-loading 'resources' on Instance uuid b51e9f14-09d4-43f7-8dda-a6aba292afcf {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.959364] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393074, 'name': CreateVM_Task, 'duration_secs': 0.419262} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.959537] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.960245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.960424] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.960742] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.960992] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ca9a35-6afd-4d45-b35f-36065ad078f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.965292] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1245.965292] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52612143-aa0f-87d7-d62b-3357df9dc389" [ 1245.965292] env[63920]: _type = "Task" [ 1245.965292] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.972602] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52612143-aa0f-87d7-d62b-3357df9dc389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.340652] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c3d9ff-d678-4613-a873-9ca754ebe215 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.345449] env[63920]: DEBUG nova.network.neutron [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Updated VIF entry in instance network info cache for port 320921d1-8f03-4158-842d-cedf0327f58b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.345820] env[63920]: DEBUG nova.network.neutron [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Updating instance_info_cache with network_info: [{"id": "320921d1-8f03-4158-842d-cedf0327f58b", "address": "fa:16:3e:04:d1:41", "network": {"id": "ad392765-17a4-4a22-bd2e-1814279d43cf", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-359724811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b8716115bfe49a4a12738d9b1031a4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f996252-e329-42bd-a897-446dfe2b81cd", "external-id": "nsx-vlan-transportzone-535", "segmentation_id": 535, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap320921d1-8f", "ovs_interfaceid": "320921d1-8f03-4158-842d-cedf0327f58b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.350020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d824ad-d366-4e0f-9e7a-d561da7cde70 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.379389] env[63920]: DEBUG oslo_concurrency.lockutils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.379611] env[63920]: DEBUG oslo_concurrency.lockutils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.379828] env[63920]: INFO nova.compute.manager [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Attaching volume 70812669-3864-44bf-84a4-e4d76cbccc5c to /dev/sdb [ 1246.382480] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e034eee-7d7b-4e53-8ba4-6dc9bada74b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.391467] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c4aa1-634e-409b-884c-bb8bd74c01d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.404309] env[63920]: DEBUG nova.compute.provider_tree [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.409177] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb9469c-6659-4f96-9178-ab0cf295b84a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.415057] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643b6fe2-be3c-408a-86b6-e95badc143ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.427289] env[63920]: DEBUG nova.virt.block_device [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updating existing volume attachment record: f6f6be69-32e2-4777-82ee-c806264d34b7 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1246.474315] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52612143-aa0f-87d7-d62b-3357df9dc389, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.474606] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.474834] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.475127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.475218] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.475396] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.475646] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a927ba-7c98-4b20-86c9-2fad337ea723 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.484725] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.484901] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.485606] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb40ac73-a100-4899-9958-9e40d3523e53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.492154] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1246.492154] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5296c2b4-368b-3f66-705f-40bd2d74d358" [ 1246.492154] env[63920]: _type = "Task" [ 1246.492154] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.498927] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5296c2b4-368b-3f66-705f-40bd2d74d358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.850674] env[63920]: DEBUG oslo_concurrency.lockutils [req-26ac65b3-cf75-4a88-b38e-31a3f4b616bc req-e99a67af-4897-4b9b-9778-fe9ae8508600 service nova] Releasing lock "refresh_cache-11517eb5-f9f7-43d4-af6a-44d954841c9d" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.907838] env[63920]: DEBUG nova.scheduler.client.report [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.002693] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5296c2b4-368b-3f66-705f-40bd2d74d358, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.003544] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa9b6a3-4057-418c-aed2-bbeab15cf66f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.009460] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1247.009460] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527d586d-c09a-a50a-ddb5-be78c769fd4a" [ 1247.009460] env[63920]: _type = "Task" [ 1247.009460] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.018026] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527d586d-c09a-a50a-ddb5-be78c769fd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.249185] env[63920]: INFO nova.compute.manager [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Swapping old allocation on dict_keys(['d3d03c94-9dea-45bd-bef8-6ae074503c23']) held by migration 627d68e0-fa77-415b-8f25-21f540c826e3 for instance [ 1247.270203] env[63920]: DEBUG nova.scheduler.client.report [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Overwriting current allocation {'allocations': {'d3d03c94-9dea-45bd-bef8-6ae074503c23': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': 'f5fae9361c404331bebbe7ceeaf7d871', 'user_id': 'd271d207cc8549feb3df1f334abf0f8e', 'consumer_generation': 1} on consumer 34c93d57-67ff-470b-9524-7c658795a02c {{(pid=63920) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1247.347735] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.347925] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.348146] env[63920]: DEBUG nova.network.neutron [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.412709] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.429528] env[63920]: INFO nova.scheduler.client.report [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Deleted allocations for instance b51e9f14-09d4-43f7-8dda-a6aba292afcf [ 1247.519798] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527d586d-c09a-a50a-ddb5-be78c769fd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.520017] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.520282] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 11517eb5-f9f7-43d4-af6a-44d954841c9d/11517eb5-f9f7-43d4-af6a-44d954841c9d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.520551] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fb6e8f1-72fe-4af1-a323-83cb344d9368 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.526709] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1247.526709] env[63920]: value = "task-2393076" [ 1247.526709] env[63920]: _type = "Task" [ 1247.526709] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.534103] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.937962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-59292d07-637e-4da2-9f80-5730da726c04 tempest-ServerActionsTestOtherB-662165910 tempest-ServerActionsTestOtherB-662165910-project-member] Lock "b51e9f14-09d4-43f7-8dda-a6aba292afcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.684s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.036517] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.355862] env[63920]: DEBUG nova.network.neutron [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [{"id": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "address": "fa:16:3e:09:94:2f", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8bf3fea-41", "ovs_interfaceid": "d8bf3fea-4136-49d0-92f6-39f96dfbce66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.537131] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523017} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.537379] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 11517eb5-f9f7-43d4-af6a-44d954841c9d/11517eb5-f9f7-43d4-af6a-44d954841c9d.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.537613] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.537879] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7c49fd-9112-41c5-bd10-87d9f2c325b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.544126] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1248.544126] env[63920]: value = "task-2393078" [ 1248.544126] env[63920]: _type = "Task" [ 1248.544126] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.552507] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.858646] env[63920]: DEBUG oslo_concurrency.lockutils [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-34c93d57-67ff-470b-9524-7c658795a02c" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.859098] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.859404] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06326b7c-49b6-4392-ac38-59b1578e5a63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.865346] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1248.865346] env[63920]: value = "task-2393080" [ 1248.865346] env[63920]: _type = "Task" [ 1248.865346] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.875484] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.054251] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221078} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.054660] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.055369] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ab0820-a69b-41b5-afe7-aa44278b21e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.077233] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 11517eb5-f9f7-43d4-af6a-44d954841c9d/11517eb5-f9f7-43d4-af6a-44d954841c9d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.077502] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-870272a8-c464-4c04-a927-8acaa30066ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.095969] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1249.095969] env[63920]: value = "task-2393081" [ 1249.095969] env[63920]: _type = "Task" [ 1249.095969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.104186] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.374684] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393080, 'name': PowerOffVM_Task, 'duration_secs': 0.244875} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.375083] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.375739] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.375951] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.376117] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.376303] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.376448] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.376592] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.376790] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.376946] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.377132] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.377299] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.377470] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.382437] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d6fa2aa-c680-4738-a0bf-d42999c11342 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.397998] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1249.397998] env[63920]: value = "task-2393082" [ 1249.397998] env[63920]: _type = "Task" [ 1249.397998] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.405694] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.605716] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393081, 'name': ReconfigVM_Task, 'duration_secs': 0.282621} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.606044] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 11517eb5-f9f7-43d4-af6a-44d954841c9d/11517eb5-f9f7-43d4-af6a-44d954841c9d.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.606659] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e743123-2391-4b07-8c31-f90349eca01e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.612690] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1249.612690] env[63920]: value = "task-2393083" [ 1249.612690] env[63920]: _type = "Task" [ 1249.612690] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.620414] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393083, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.907121] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393082, 'name': ReconfigVM_Task, 'duration_secs': 0.173224} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.907888] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0315783-ffce-41cd-8d50-679a7cce29fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.925736] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.925736] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.925929] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.926028] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.926170] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.926349] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.926557] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.926719] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.926883] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.927057] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.927235] env[63920]: DEBUG nova.virt.hardware [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.927962] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-473d69bd-2a27-413e-bc0a-1f9fe4df6080 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.932780] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1249.932780] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d7bb59-a5ba-b235-d803-b3e534d5e5ae" [ 1249.932780] env[63920]: _type = "Task" [ 1249.932780] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.939809] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d7bb59-a5ba-b235-d803-b3e534d5e5ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.122746] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393083, 'name': Rename_Task, 'duration_secs': 0.224854} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.123113] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.123274] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd780843-7eb4-43b0-abc2-98c3542f4fed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.130070] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1250.130070] env[63920]: value = "task-2393084" [ 1250.130070] env[63920]: _type = "Task" [ 1250.130070] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.137354] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.442914] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d7bb59-a5ba-b235-d803-b3e534d5e5ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01868} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.448190] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1250.448458] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd424c7-21be-49f1-a21d-4cc181a44d0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.465961] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1250.465961] env[63920]: value = "task-2393085" [ 1250.465961] env[63920]: _type = "Task" [ 1250.465961] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.474887] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.641257] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.973387] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1250.973616] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485478', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'name': 'volume-70812669-3864-44bf-84a4-e4d76cbccc5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '304c7c9a-5ab7-4394-a51c-1e745e50b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'serial': '70812669-3864-44bf-84a4-e4d76cbccc5c'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1250.974424] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5afd3e-9b6e-4a3c-b6b7-19bd820df6c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.979670] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393085, 'name': ReconfigVM_Task, 'duration_secs': 0.316985} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.980286] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1250.981047] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e83e924-f502-41ff-9c19-d300416bd34f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.994244] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7f58c-dc80-40f8-8720-b1f51fe460a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.013421] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.014221] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a900407e-4f00-40a5-9d87-ffbd574ea7e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.046784] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-70812669-3864-44bf-84a4-e4d76cbccc5c/volume-70812669-3864-44bf-84a4-e4d76cbccc5c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.047588] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eec6dfed-cfa2-44bf-9f22-b58440b2f315 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.061718] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1251.061718] env[63920]: value = "task-2393086" [ 1251.061718] env[63920]: _type = "Task" [ 1251.061718] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.066460] env[63920]: DEBUG oslo_vmware.api [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1251.066460] env[63920]: value = "task-2393087" [ 1251.066460] env[63920]: _type = "Task" [ 1251.066460] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.072628] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.078634] env[63920]: DEBUG oslo_vmware.api [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393087, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.082155] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-8189c615-392d-46b4-8c68-30727fe60217-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.082385] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-8189c615-392d-46b4-8c68-30727fe60217-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.082812] env[63920]: DEBUG nova.objects.instance [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'flavor' on Instance uuid 8189c615-392d-46b4-8c68-30727fe60217 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.141348] env[63920]: DEBUG oslo_vmware.api [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393084, 'name': PowerOnVM_Task, 'duration_secs': 0.528421} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.141853] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.141910] env[63920]: INFO nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1251.142125] env[63920]: DEBUG nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.142900] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3990c9dd-29b6-4bfa-9edc-d5cada3dbfbc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.573474] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.578118] env[63920]: DEBUG oslo_vmware.api [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393087, 'name': ReconfigVM_Task, 'duration_secs': 0.324938} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.578394] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-70812669-3864-44bf-84a4-e4d76cbccc5c/volume-70812669-3864-44bf-84a4-e4d76cbccc5c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.583146] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-757aacbd-ddc0-493a-98c9-c5a55baa87c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.600688] env[63920]: DEBUG oslo_vmware.api [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1251.600688] env[63920]: value = "task-2393088" [ 1251.600688] env[63920]: _type = "Task" [ 1251.600688] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.608224] env[63920]: DEBUG oslo_vmware.api [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393088, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.660373] env[63920]: INFO nova.compute.manager [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Took 14.89 seconds to build instance. [ 1251.698842] env[63920]: DEBUG nova.objects.instance [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'pci_requests' on Instance uuid 8189c615-392d-46b4-8c68-30727fe60217 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.076723] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393086, 'name': ReconfigVM_Task, 'duration_secs': 1.003493} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.077229] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c/34c93d57-67ff-470b-9524-7c658795a02c.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.078339] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462f8be2-c285-4d34-8a1f-06976355f073 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.098340] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347df75-eb06-4fac-b64c-562e8dd39164 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.123418] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d59b9f1-e2da-4034-9c20-b77052f8c31d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.126014] env[63920]: DEBUG oslo_vmware.api [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393088, 'name': ReconfigVM_Task, 'duration_secs': 0.152024} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.126362] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485478', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'name': 'volume-70812669-3864-44bf-84a4-e4d76cbccc5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '304c7c9a-5ab7-4394-a51c-1e745e50b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'serial': '70812669-3864-44bf-84a4-e4d76cbccc5c'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1252.148102] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b51cf3-111c-4c93-b399-e305dee73bac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.155799] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.156084] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-280ee3a9-ffd2-404a-acbd-afb2c66ecc77 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.162614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-81f0ef00-435b-45fe-8c7a-2925e1fd2b60 tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.714s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.162918] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1252.162918] env[63920]: value = "task-2393089" [ 1252.162918] env[63920]: _type = "Task" [ 1252.162918] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.170844] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.201397] env[63920]: DEBUG nova.objects.base [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Object Instance<8189c615-392d-46b4-8c68-30727fe60217> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1252.201659] env[63920]: DEBUG nova.network.neutron [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.274779] env[63920]: DEBUG nova.policy [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.679209] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393089, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.175480] env[63920]: DEBUG nova.objects.instance [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'flavor' on Instance uuid 304c7c9a-5ab7-4394-a51c-1e745e50b9ed {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.177391] env[63920]: DEBUG oslo_vmware.api [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393089, 'name': PowerOnVM_Task, 'duration_secs': 0.730599} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.177676] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.291446] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "11517eb5-f9f7-43d4-af6a-44d954841c9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.291715] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.291929] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "11517eb5-f9f7-43d4-af6a-44d954841c9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.292126] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.293284] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.296762] env[63920]: INFO nova.compute.manager [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Terminating instance [ 1253.681396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-852ef8c0-6ba5-411d-aa23-e02a525c9d47 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.302s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.803935] env[63920]: DEBUG nova.compute.manager [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.804248] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.805496] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ef48f-3e5a-40e7-ba55-648fb47d7d32 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.813078] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.813757] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff6670c6-10fc-47c0-a8b7-99d5f725b019 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.820358] env[63920]: DEBUG oslo_vmware.api [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1253.820358] env[63920]: value = "task-2393090" [ 1253.820358] env[63920]: _type = "Task" [ 1253.820358] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.832009] env[63920]: DEBUG oslo_vmware.api [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.842767] env[63920]: DEBUG nova.compute.manager [req-7a886eb5-aecd-45fe-9c34-659239cfd37c req-bae4c4de-7b2b-42a4-9863-646dab44d074 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-vif-plugged-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1253.844555] env[63920]: DEBUG oslo_concurrency.lockutils [req-7a886eb5-aecd-45fe-9c34-659239cfd37c req-bae4c4de-7b2b-42a4-9863-646dab44d074 service nova] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.844555] env[63920]: DEBUG oslo_concurrency.lockutils [req-7a886eb5-aecd-45fe-9c34-659239cfd37c req-bae4c4de-7b2b-42a4-9863-646dab44d074 service nova] Lock "8189c615-392d-46b4-8c68-30727fe60217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.844555] env[63920]: DEBUG oslo_concurrency.lockutils [req-7a886eb5-aecd-45fe-9c34-659239cfd37c req-bae4c4de-7b2b-42a4-9863-646dab44d074 service nova] Lock "8189c615-392d-46b4-8c68-30727fe60217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.844555] env[63920]: DEBUG nova.compute.manager [req-7a886eb5-aecd-45fe-9c34-659239cfd37c req-bae4c4de-7b2b-42a4-9863-646dab44d074 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] No waiting events found dispatching network-vif-plugged-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.844555] env[63920]: WARNING nova.compute.manager [req-7a886eb5-aecd-45fe-9c34-659239cfd37c req-bae4c4de-7b2b-42a4-9863-646dab44d074 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received unexpected event network-vif-plugged-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 for instance with vm_state active and task_state None. [ 1253.844962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.845112] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.951253] env[63920]: DEBUG nova.network.neutron [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Successfully updated port: 0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.189073] env[63920]: INFO nova.compute.manager [None req-fa1624eb-d0e4-4748-aefb-891aa2578edc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance to original state: 'active' [ 1254.330616] env[63920]: DEBUG oslo_vmware.api [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393090, 'name': PowerOffVM_Task, 'duration_secs': 0.368533} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.330901] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.331134] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.331348] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfafa786-d8b9-48a9-a0e1-ae2799149c23 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.347790] env[63920]: INFO nova.compute.manager [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Detaching volume 70812669-3864-44bf-84a4-e4d76cbccc5c [ 1254.387147] env[63920]: INFO nova.virt.block_device [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Attempting to driver detach volume 70812669-3864-44bf-84a4-e4d76cbccc5c from mountpoint /dev/sdb [ 1254.387401] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1254.387592] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485478', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'name': 'volume-70812669-3864-44bf-84a4-e4d76cbccc5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '304c7c9a-5ab7-4394-a51c-1e745e50b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'serial': '70812669-3864-44bf-84a4-e4d76cbccc5c'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1254.388575] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce72b59-cd1c-4e8b-9446-a8323317c9a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.412127] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a9598-5970-4eb1-8046-46e8c6fcf37a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.414810] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.415050] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.415264] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleting the datastore file [datastore1] 11517eb5-f9f7-43d4-af6a-44d954841c9d {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.415509] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-001fb69e-6cd4-45ac-8f0c-73040d6263f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.422438] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bc1990-dd1f-42d6-8012-08b7f0918ec8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.424803] env[63920]: DEBUG oslo_vmware.api [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for the task: (returnval){ [ 1254.424803] env[63920]: value = "task-2393092" [ 1254.424803] env[63920]: _type = "Task" [ 1254.424803] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.444028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45972d11-0ec9-4219-8a2d-8a6228552d62 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.449158] env[63920]: DEBUG oslo_vmware.api [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.463133] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.463314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.463488] env[63920]: DEBUG nova.network.neutron [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.464662] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] The volume has not been displaced from its original location: [datastore1] volume-70812669-3864-44bf-84a4-e4d76cbccc5c/volume-70812669-3864-44bf-84a4-e4d76cbccc5c.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1254.470426] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1254.470958] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe8f386-5df6-43c1-b7d9-a4dbf9ae4bf0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.489892] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1254.489892] env[63920]: value = "task-2393093" [ 1254.489892] env[63920]: _type = "Task" [ 1254.489892] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.497858] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.935495] env[63920]: DEBUG oslo_vmware.api [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Task: {'id': task-2393092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267902} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.935495] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.935939] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.935939] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.936110] env[63920]: INFO nova.compute.manager [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1254.936371] env[63920]: DEBUG oslo.service.loopingcall [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.936526] env[63920]: DEBUG nova.compute.manager [-] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.936619] env[63920]: DEBUG nova.network.neutron [-] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.999079] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393093, 'name': ReconfigVM_Task, 'duration_secs': 0.219176} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.999984] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.006107] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9809356-aefb-4637-9de0-6befd692aa78 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.016335] env[63920]: WARNING nova.network.neutron [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] 79747bdc-758f-4ea3-9199-9b29ecb25c34 already exists in list: networks containing: ['79747bdc-758f-4ea3-9199-9b29ecb25c34']. ignoring it [ 1255.023181] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1255.023181] env[63920]: value = "task-2393094" [ 1255.023181] env[63920]: _type = "Task" [ 1255.023181] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.031013] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.404276] env[63920]: DEBUG nova.network.neutron [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "address": "fa:16:3e:6b:0b:51", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3f318a-5c", "ovs_interfaceid": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.533018] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.699748] env[63920]: DEBUG nova.network.neutron [-] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.872959] env[63920]: DEBUG nova.compute.manager [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-changed-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1255.873176] env[63920]: DEBUG nova.compute.manager [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing instance network info cache due to event network-changed-0c3f318a-5ce5-441d-9f92-8c2cb6da8942. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1255.873417] env[63920]: DEBUG oslo_concurrency.lockutils [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.907606] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.908225] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.908378] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.908642] env[63920]: DEBUG oslo_concurrency.lockutils [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.908816] env[63920]: DEBUG nova.network.neutron [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing network info cache for port 0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.910526] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c5c73a-4934-431a-9b55-185a891b8a6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.928870] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.929183] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.929515] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.929683] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.929836] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.929979] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.930203] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.930364] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.930651] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.930685] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.930836] env[63920]: DEBUG nova.virt.hardware [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.936935] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Reconfiguring VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1255.937766] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9fdb4fd-9f35-4a5e-a5a2-5e9441f4a75f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.955328] env[63920]: DEBUG oslo_vmware.api [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1255.955328] env[63920]: value = "task-2393095" [ 1255.955328] env[63920]: _type = "Task" [ 1255.955328] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.963126] env[63920]: DEBUG oslo_vmware.api [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393095, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.034031] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.090124] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "34c93d57-67ff-470b-9524-7c658795a02c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.090370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.090579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "34c93d57-67ff-470b-9524-7c658795a02c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.090759] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.090934] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.093056] env[63920]: INFO nova.compute.manager [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Terminating instance [ 1256.203037] env[63920]: INFO nova.compute.manager [-] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Took 1.27 seconds to deallocate network for instance. [ 1256.466201] env[63920]: DEBUG oslo_vmware.api [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.536497] env[63920]: DEBUG oslo_vmware.api [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393094, 'name': ReconfigVM_Task, 'duration_secs': 1.148311} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.536806] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485478', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'name': 'volume-70812669-3864-44bf-84a4-e4d76cbccc5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '304c7c9a-5ab7-4394-a51c-1e745e50b9ed', 'attached_at': '', 'detached_at': '', 'volume_id': '70812669-3864-44bf-84a4-e4d76cbccc5c', 'serial': '70812669-3864-44bf-84a4-e4d76cbccc5c'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1256.596649] env[63920]: DEBUG nova.compute.manager [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.596867] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.597733] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c539172-fe1f-4cb8-a36d-bdd3e90f8a7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.604895] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.605144] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a46aa2b0-298b-4f56-9ad3-6cbdfc743405 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.611220] env[63920]: DEBUG oslo_vmware.api [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1256.611220] env[63920]: value = "task-2393096" [ 1256.611220] env[63920]: _type = "Task" [ 1256.611220] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.618781] env[63920]: DEBUG oslo_vmware.api [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.627802] env[63920]: DEBUG nova.network.neutron [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated VIF entry in instance network info cache for port 0c3f318a-5ce5-441d-9f92-8c2cb6da8942. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.628266] env[63920]: DEBUG nova.network.neutron [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "address": "fa:16:3e:6b:0b:51", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3f318a-5c", "ovs_interfaceid": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.708738] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.708944] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.709194] env[63920]: DEBUG nova.objects.instance [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lazy-loading 'resources' on Instance uuid 11517eb5-f9f7-43d4-af6a-44d954841c9d {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.965850] env[63920]: DEBUG oslo_vmware.api [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393095, 'name': ReconfigVM_Task, 'duration_secs': 0.686245} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.966302] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.966518] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Reconfigured VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1257.080386] env[63920]: DEBUG nova.objects.instance [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'flavor' on Instance uuid 304c7c9a-5ab7-4394-a51c-1e745e50b9ed {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.121766] env[63920]: DEBUG oslo_vmware.api [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393096, 'name': PowerOffVM_Task, 'duration_secs': 0.289367} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.122035] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.122206] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.122439] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3710b406-0754-41ed-b3e8-190da3f7bf26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.130818] env[63920]: DEBUG oslo_concurrency.lockutils [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.131014] env[63920]: DEBUG nova.compute.manager [req-36466cdd-0f65-4a6a-8574-92ce0a569d60 req-026b393e-1257-45eb-b765-8efc6724675f service nova] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Received event network-vif-deleted-320921d1-8f03-4158-842d-cedf0327f58b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1257.299609] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0d85d-1e8c-4954-95e8-74b7333c652f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.307459] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebde8ed-142a-4bc9-be7b-5b36600c2847 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.337351] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e08aaed-7d92-4588-9cff-99570f3df79c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.344876] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea614b1-66e3-432d-92bc-03da8d7b4c52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.358379] env[63920]: DEBUG nova.compute.provider_tree [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.471418] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9127c243-ad05-47a7-b5ba-84abf38fe73a tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-8189c615-392d-46b4-8c68-30727fe60217-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.389s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.577774] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.578028] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.578143] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleting the datastore file [datastore2] 34c93d57-67ff-470b-9524-7c658795a02c {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.578470] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a7ccd5c-f552-44d3-b0cf-159178fc67cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.585957] env[63920]: DEBUG oslo_vmware.api [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1257.585957] env[63920]: value = "task-2393098" [ 1257.585957] env[63920]: _type = "Task" [ 1257.585957] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.596373] env[63920]: DEBUG oslo_vmware.api [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.861710] env[63920]: DEBUG nova.scheduler.client.report [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.092042] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bc3f3f4a-63de-4a05-9da1-131b70d482f9 tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.247s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.098275] env[63920]: DEBUG oslo_vmware.api [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211738} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.098552] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.098768] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.098983] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.099204] env[63920]: INFO nova.compute.manager [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1258.099484] env[63920]: DEBUG oslo.service.loopingcall [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.099689] env[63920]: DEBUG nova.compute.manager [-] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.099800] env[63920]: DEBUG nova.network.neutron [-] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.366941] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.384731] env[63920]: INFO nova.scheduler.client.report [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Deleted allocations for instance 11517eb5-f9f7-43d4-af6a-44d954841c9d [ 1258.743333] env[63920]: DEBUG nova.compute.manager [req-3061c882-20b7-4db4-924e-dead6e3ac071 req-50b97450-009f-4f45-87db-1056fe27d009 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Received event network-vif-deleted-d8bf3fea-4136-49d0-92f6-39f96dfbce66 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1258.743333] env[63920]: INFO nova.compute.manager [req-3061c882-20b7-4db4-924e-dead6e3ac071 req-50b97450-009f-4f45-87db-1056fe27d009 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Neutron deleted interface d8bf3fea-4136-49d0-92f6-39f96dfbce66; detaching it from the instance and deleting it from the info cache [ 1258.743333] env[63920]: DEBUG nova.network.neutron [req-3061c882-20b7-4db4-924e-dead6e3ac071 req-50b97450-009f-4f45-87db-1056fe27d009 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.841666] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-8189c615-392d-46b4-8c68-30727fe60217-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.841946] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-8189c615-392d-46b4-8c68-30727fe60217-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.895109] env[63920]: DEBUG oslo_concurrency.lockutils [None req-84e6d687-3b13-4248-b1d7-b4fbabec7a8d tempest-ServerDiskConfigTestJSON-960219007 tempest-ServerDiskConfigTestJSON-960219007-project-member] Lock "11517eb5-f9f7-43d4-af6a-44d954841c9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.603s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.153784] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.154080] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.154294] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.154477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.154655] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.156951] env[63920]: INFO nova.compute.manager [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Terminating instance [ 1259.225395] env[63920]: DEBUG nova.network.neutron [-] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.245851] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c686214-9d7f-4389-911f-7a3394ba012e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.255841] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4523a-bc24-44dc-96ef-5d2e07b38b1f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.284220] env[63920]: DEBUG nova.compute.manager [req-3061c882-20b7-4db4-924e-dead6e3ac071 req-50b97450-009f-4f45-87db-1056fe27d009 service nova] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Detach interface failed, port_id=d8bf3fea-4136-49d0-92f6-39f96dfbce66, reason: Instance 34c93d57-67ff-470b-9524-7c658795a02c could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1259.347870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.348066] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.349065] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd13278-5898-4821-bb36-b7095cabb9c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.368031] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7693694-f23e-4cb6-9c4f-271b2c9dc62b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.392450] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Reconfiguring VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1259.394169] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7db1dd-b76b-42df-b24c-a9a9a3ddce50 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.410573] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1259.410573] env[63920]: value = "task-2393099" [ 1259.410573] env[63920]: _type = "Task" [ 1259.410573] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.418614] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.661545] env[63920]: DEBUG nova.compute.manager [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.661706] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.662601] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d220e0-d209-4841-ab7b-06b11070cdfc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.670715] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.670862] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-267dacdd-3ea1-4f97-890f-1025335b4caa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.677579] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1259.677579] env[63920]: value = "task-2393100" [ 1259.677579] env[63920]: _type = "Task" [ 1259.677579] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.685434] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.728127] env[63920]: INFO nova.compute.manager [-] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Took 1.63 seconds to deallocate network for instance. [ 1259.920382] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.187118] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393100, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.235679] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.236058] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.236377] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.289117] env[63920]: INFO nova.scheduler.client.report [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted allocations for instance 34c93d57-67ff-470b-9524-7c658795a02c [ 1260.420852] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.690192] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393100, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.799557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-99cc9901-89e3-45a2-8bd6-5af3a2257dcb tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "34c93d57-67ff-470b-9524-7c658795a02c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.709s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.921485] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.192348] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393100, 'name': PowerOffVM_Task, 'duration_secs': 1.192742} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.192348] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.192348] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.192348] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccabf294-328d-4cc0-a091-e09f6823a5f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.256333] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.256333] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.256333] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleting the datastore file [datastore1] 304c7c9a-5ab7-4394-a51c-1e745e50b9ed {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.256333] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f41bfd-8850-4c78-b20e-76cefe3c734d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.262792] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for the task: (returnval){ [ 1261.262792] env[63920]: value = "task-2393102" [ 1261.262792] env[63920]: _type = "Task" [ 1261.262792] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.274689] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.423481] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.774106] env[63920]: DEBUG oslo_vmware.api [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Task: {'id': task-2393102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154094} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.774106] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.774106] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.774106] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.774106] env[63920]: INFO nova.compute.manager [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1261.774380] env[63920]: DEBUG oslo.service.loopingcall [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.774474] env[63920]: DEBUG nova.compute.manager [-] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.774570] env[63920]: DEBUG nova.network.neutron [-] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.923228] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.166306] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.166306] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.215473] env[63920]: DEBUG nova.compute.manager [req-2272cb6e-9343-43b9-a28c-cf4e0b73553d req-672179ae-b014-4d6f-9c1b-0932252f2f97 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Received event network-vif-deleted-369c1e13-7bdf-4d58-a148-53f3719d01c3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1262.215682] env[63920]: INFO nova.compute.manager [req-2272cb6e-9343-43b9-a28c-cf4e0b73553d req-672179ae-b014-4d6f-9c1b-0932252f2f97 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Neutron deleted interface 369c1e13-7bdf-4d58-a148-53f3719d01c3; detaching it from the instance and deleting it from the info cache [ 1262.215855] env[63920]: DEBUG nova.network.neutron [req-2272cb6e-9343-43b9-a28c-cf4e0b73553d req-672179ae-b014-4d6f-9c1b-0932252f2f97 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.424995] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.668076] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1262.695733] env[63920]: DEBUG nova.network.neutron [-] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.718107] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3366c96e-649d-434b-bdcb-dc5409687425 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.727830] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ade8046-eba4-4bbe-b65a-7dca763a2637 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.755129] env[63920]: DEBUG nova.compute.manager [req-2272cb6e-9343-43b9-a28c-cf4e0b73553d req-672179ae-b014-4d6f-9c1b-0932252f2f97 service nova] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Detach interface failed, port_id=369c1e13-7bdf-4d58-a148-53f3719d01c3, reason: Instance 304c7c9a-5ab7-4394-a51c-1e745e50b9ed could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1262.924850] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.189908] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.190237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.191762] env[63920]: INFO nova.compute.claims [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.197770] env[63920]: INFO nova.compute.manager [-] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Took 1.42 seconds to deallocate network for instance. [ 1263.425557] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.703439] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.926134] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.265851] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22f0e65-9ecf-418f-bf51-85e90916d7c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.273641] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1aaa72-fc62-4568-88bf-49608d89a493 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.302696] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbc42a1-e62a-4c14-a182-b21b0226e6ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.309360] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fee64ec-b2e8-472b-a4d6-6fae2fb3a9d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.323202] env[63920]: DEBUG nova.compute.provider_tree [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.425903] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.827114] env[63920]: DEBUG nova.scheduler.client.report [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.926433] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.332122] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.332614] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.335341] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.632s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.335564] env[63920]: DEBUG nova.objects.instance [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lazy-loading 'resources' on Instance uuid 304c7c9a-5ab7-4394-a51c-1e745e50b9ed {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.426423] env[63920]: DEBUG oslo_vmware.api [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393099, 'name': ReconfigVM_Task, 'duration_secs': 5.772324} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.426423] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.426642] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Reconfigured VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1265.839191] env[63920]: DEBUG nova.compute.utils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1265.843433] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.843617] env[63920]: DEBUG nova.network.neutron [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.884516] env[63920]: DEBUG nova.policy [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd271d207cc8549feb3df1f334abf0f8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5fae9361c404331bebbe7ceeaf7d871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1265.909144] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74a250c-af01-43f0-a438-9e6f40f65dec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.916396] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9099b-7f39-45a9-a39f-044e8a8511b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.948320] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881bcb0-29ab-4307-9865-235f66bc0b94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.955631] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aa5e99-1036-4a27-8ada-eee97ef166ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.968611] env[63920]: DEBUG nova.compute.provider_tree [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.173972] env[63920]: DEBUG nova.network.neutron [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Successfully created port: 8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.344288] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.466650] env[63920]: DEBUG nova.compute.manager [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1266.466825] env[63920]: DEBUG nova.compute.manager [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing instance network info cache due to event network-changed-87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1266.467108] env[63920]: DEBUG oslo_concurrency.lockutils [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.467291] env[63920]: DEBUG oslo_concurrency.lockutils [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.467487] env[63920]: DEBUG nova.network.neutron [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Refreshing network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.471686] env[63920]: DEBUG nova.scheduler.client.report [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.712988] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.975790] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.998953] env[63920]: INFO nova.scheduler.client.report [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Deleted allocations for instance 304c7c9a-5ab7-4394-a51c-1e745e50b9ed [ 1267.166626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.166881] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.167259] env[63920]: DEBUG nova.objects.instance [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'flavor' on Instance uuid 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.172728] env[63920]: DEBUG nova.network.neutron [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated VIF entry in instance network info cache for port 87607c23-4abb-4fa2-8415-f817d1e14c7c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.173149] env[63920]: DEBUG nova.network.neutron [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "address": "fa:16:3e:6b:0b:51", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3f318a-5c", "ovs_interfaceid": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.354684] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.380507] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.380760] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.380914] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.381109] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.381257] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.381405] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.381613] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.381770] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.381932] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.382105] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.382278] env[63920]: DEBUG nova.virt.hardware [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.383145] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adf4f67-9f7e-490c-8c6c-df9110be14d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.392528] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5c61a8-654b-4bad-990b-de45600c3d24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.508651] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9dc9a4c1-91d3-4629-925f-6959b9d1451c tempest-AttachVolumeNegativeTest-148533436 tempest-AttachVolumeNegativeTest-148533436-project-member] Lock "304c7c9a-5ab7-4394-a51c-1e745e50b9ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.354s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.561882] env[63920]: DEBUG nova.compute.manager [req-884e1bc7-c6a4-4a05-8058-def729fd7c65 req-252ee4b4-9e87-4bc8-876f-2929aea36281 service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Received event network-vif-plugged-8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1267.562122] env[63920]: DEBUG oslo_concurrency.lockutils [req-884e1bc7-c6a4-4a05-8058-def729fd7c65 req-252ee4b4-9e87-4bc8-876f-2929aea36281 service nova] Acquiring lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.562339] env[63920]: DEBUG oslo_concurrency.lockutils [req-884e1bc7-c6a4-4a05-8058-def729fd7c65 req-252ee4b4-9e87-4bc8-876f-2929aea36281 service nova] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.562515] env[63920]: DEBUG oslo_concurrency.lockutils [req-884e1bc7-c6a4-4a05-8058-def729fd7c65 req-252ee4b4-9e87-4bc8-876f-2929aea36281 service nova] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.562694] env[63920]: DEBUG nova.compute.manager [req-884e1bc7-c6a4-4a05-8058-def729fd7c65 req-252ee4b4-9e87-4bc8-876f-2929aea36281 service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] No waiting events found dispatching network-vif-plugged-8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1267.562880] env[63920]: WARNING nova.compute.manager [req-884e1bc7-c6a4-4a05-8058-def729fd7c65 req-252ee4b4-9e87-4bc8-876f-2929aea36281 service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Received unexpected event network-vif-plugged-8a71e435-9bec-4900-97ca-5901efd52055 for instance with vm_state building and task_state spawning. [ 1267.652638] env[63920]: DEBUG nova.network.neutron [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Successfully updated port: 8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.675417] env[63920]: DEBUG oslo_concurrency.lockutils [req-d5383301-bb8f-42d8-90b7-f0f9c88899ff req-f7472330-29fc-4f8d-8dc4-a780746b12a2 service nova] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.676198] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.676605] env[63920]: DEBUG nova.network.neutron [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.805419] env[63920]: DEBUG nova.objects.instance [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'pci_requests' on Instance uuid 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.154844] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.155098] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.155175] env[63920]: DEBUG nova.network.neutron [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.308099] env[63920]: DEBUG nova.objects.base [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Object Instance<90fe16dd-7112-4f4c-8d2e-35f5d7cc2808> lazy-loaded attributes: flavor,pci_requests {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.308402] env[63920]: DEBUG nova.network.neutron [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.372883] env[63920]: DEBUG nova.policy [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f77d1e9ade244b44af616a0b1112706c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ece9499a0d1473ba679c606cdfead95', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.378159] env[63920]: INFO nova.network.neutron [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Port 0c3f318a-5ce5-441d-9f92-8c2cb6da8942 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1268.378553] env[63920]: DEBUG nova.network.neutron [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.491536] env[63920]: DEBUG nova.compute.manager [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1268.491789] env[63920]: DEBUG nova.compute.manager [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing instance network info cache due to event network-changed-9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1268.491935] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.492091] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.492254] env[63920]: DEBUG nova.network.neutron [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.688201] env[63920]: DEBUG nova.network.neutron [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.812079] env[63920]: DEBUG nova.network.neutron [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [{"id": "8a71e435-9bec-4900-97ca-5901efd52055", "address": "fa:16:3e:0a:2c:a1", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a71e435-9b", "ovs_interfaceid": "8a71e435-9bec-4900-97ca-5901efd52055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.881633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.244939] env[63920]: DEBUG nova.network.neutron [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updated VIF entry in instance network info cache for port 9c6b3b31-84bb-4278-ae64-23f4add12b26. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1269.245371] env[63920]: DEBUG nova.network.neutron [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.314732] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.314994] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Instance network_info: |[{"id": "8a71e435-9bec-4900-97ca-5901efd52055", "address": "fa:16:3e:0a:2c:a1", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a71e435-9b", "ovs_interfaceid": "8a71e435-9bec-4900-97ca-5901efd52055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.315416] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd891a662-7da0-4be5-8d0d-01b4ff70552a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a71e435-9bec-4900-97ca-5901efd52055', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.322886] env[63920]: DEBUG oslo.service.loopingcall [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.323094] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.323320] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3270c711-ed21-4849-825b-95c0629c6559 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.346724] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.346724] env[63920]: value = "task-2393104" [ 1269.346724] env[63920]: _type = "Task" [ 1269.346724] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.354253] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393104, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.385249] env[63920]: DEBUG oslo_concurrency.lockutils [None req-58dc3b54-d1fc-42a9-8354-f089ad2c5f24 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-8189c615-392d-46b4-8c68-30727fe60217-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.543s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.590607] env[63920]: DEBUG nova.compute.manager [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Received event network-changed-8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1269.590830] env[63920]: DEBUG nova.compute.manager [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Refreshing instance network info cache due to event network-changed-8a71e435-9bec-4900-97ca-5901efd52055. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1269.591057] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] Acquiring lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.591207] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] Acquired lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.591371] env[63920]: DEBUG nova.network.neutron [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Refreshing network info cache for port 8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.748567] env[63920]: DEBUG oslo_concurrency.lockutils [req-5b8582a1-2df7-46a4-81c3-ec552185d5a8 req-0671d3d4-441c-4f3e-a490-fd7ca26fa5ce service nova] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.852640] env[63920]: DEBUG nova.network.neutron [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Successfully updated port: 0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.860343] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393104, 'name': CreateVM_Task, 'duration_secs': 0.36642} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.860512] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.861234] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.861370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.861683] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1269.861929] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60edbacf-e6c7-4524-ae47-721e738cb8a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.866206] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1269.866206] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d3bb2c-632d-5895-c852-b7b312d81b97" [ 1269.866206] env[63920]: _type = "Task" [ 1269.866206] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.874627] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d3bb2c-632d-5895-c852-b7b312d81b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.289635] env[63920]: DEBUG nova.network.neutron [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updated VIF entry in instance network info cache for port 8a71e435-9bec-4900-97ca-5901efd52055. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.290015] env[63920]: DEBUG nova.network.neutron [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [{"id": "8a71e435-9bec-4900-97ca-5901efd52055", "address": "fa:16:3e:0a:2c:a1", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a71e435-9b", "ovs_interfaceid": "8a71e435-9bec-4900-97ca-5901efd52055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.356572] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.356722] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.356960] env[63920]: DEBUG nova.network.neutron [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.377195] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d3bb2c-632d-5895-c852-b7b312d81b97, 'name': SearchDatastore_Task, 'duration_secs': 0.010124} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.377459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.377686] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.377916] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.378067] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.378247] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.378536] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db174a80-20cd-40a7-bd8c-06afee28a27a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.386536] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.386708] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.387397] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78339e5b-dcfb-4749-bfac-a08cb49b61be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.392287] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1270.392287] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523a93f0-4b8f-7621-99b1-c46df2972ca0" [ 1270.392287] env[63920]: _type = "Task" [ 1270.392287] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.399801] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523a93f0-4b8f-7621-99b1-c46df2972ca0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.516343] env[63920]: DEBUG nova.compute.manager [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-vif-plugged-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.516612] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.516774] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.516939] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.517115] env[63920]: DEBUG nova.compute.manager [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] No waiting events found dispatching network-vif-plugged-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1270.517281] env[63920]: WARNING nova.compute.manager [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received unexpected event network-vif-plugged-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 for instance with vm_state active and task_state None. [ 1270.517436] env[63920]: DEBUG nova.compute.manager [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-changed-0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1270.517597] env[63920]: DEBUG nova.compute.manager [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing instance network info cache due to event network-changed-0c3f318a-5ce5-441d-9f92-8c2cb6da8942. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1270.517750] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.792833] env[63920]: DEBUG oslo_concurrency.lockutils [req-8c7353f8-6c0a-426c-9570-a289ff0bb5b3 req-c324a559-cf93-434b-bb6a-bf80687d88ec service nova] Releasing lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.903078] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523a93f0-4b8f-7621-99b1-c46df2972ca0, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.903901] env[63920]: WARNING nova.network.neutron [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] 79747bdc-758f-4ea3-9199-9b29ecb25c34 already exists in list: networks containing: ['79747bdc-758f-4ea3-9199-9b29ecb25c34']. ignoring it [ 1270.906234] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4455a24f-ede8-49ab-b532-9ec12ee09e15 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.911248] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1270.911248] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522523c5-1d5e-3181-fcab-f692953e7278" [ 1270.911248] env[63920]: _type = "Task" [ 1270.911248] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.918567] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522523c5-1d5e-3181-fcab-f692953e7278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.169473] env[63920]: DEBUG nova.network.neutron [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "address": "fa:16:3e:6b:0b:51", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3f318a-5c", "ovs_interfaceid": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.423478] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522523c5-1d5e-3181-fcab-f692953e7278, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.423832] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.423981] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] da87fab7-e0b2-443d-a4f9-1ba970bdc8a6/da87fab7-e0b2-443d-a4f9-1ba970bdc8a6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.424264] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a8d70e-a588-4e8a-99d8-6a4100695eb0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.431019] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1271.431019] env[63920]: value = "task-2393106" [ 1271.431019] env[63920]: _type = "Task" [ 1271.431019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.438585] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.672503] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.673269] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.673426] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.673684] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.673869] env[63920]: DEBUG nova.network.neutron [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Refreshing network info cache for port 0c3f318a-5ce5-441d-9f92-8c2cb6da8942 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.676081] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232fe2f8-4fb8-4ad3-a756-0806c97cc697 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.693436] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.693695] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.693855] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.694074] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.694237] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.694387] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.694599] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.694758] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.694925] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.695102] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.695280] env[63920]: DEBUG nova.virt.hardware [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.701674] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Reconfiguring VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1271.702824] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea66d92-30aa-4a18-bb29-ec7abf830190 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.721957] env[63920]: DEBUG oslo_vmware.api [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1271.721957] env[63920]: value = "task-2393107" [ 1271.721957] env[63920]: _type = "Task" [ 1271.721957] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.731299] env[63920]: DEBUG oslo_vmware.api [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.940515] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441107} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.940776] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] da87fab7-e0b2-443d-a4f9-1ba970bdc8a6/da87fab7-e0b2-443d-a4f9-1ba970bdc8a6.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.940986] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.941248] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d57e3e0a-38d7-463b-a3c1-2fa9bffb5f4a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.946592] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1271.946592] env[63920]: value = "task-2393108" [ 1271.946592] env[63920]: _type = "Task" [ 1271.946592] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.954183] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.231677] env[63920]: DEBUG oslo_vmware.api [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.370354] env[63920]: DEBUG nova.network.neutron [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updated VIF entry in instance network info cache for port 0c3f318a-5ce5-441d-9f92-8c2cb6da8942. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.370845] env[63920]: DEBUG nova.network.neutron [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "address": "fa:16:3e:6b:0b:51", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3f318a-5c", "ovs_interfaceid": "0c3f318a-5ce5-441d-9f92-8c2cb6da8942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.456897] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066666} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.456897] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.457682] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6652b65-42ec-4f54-ae01-510b0f038928 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.479053] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] da87fab7-e0b2-443d-a4f9-1ba970bdc8a6/da87fab7-e0b2-443d-a4f9-1ba970bdc8a6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.479982] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081b6892-3cc1-4ffa-895d-646620649917 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.499571] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1272.499571] env[63920]: value = "task-2393109" [ 1272.499571] env[63920]: _type = "Task" [ 1272.499571] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.509357] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.732419] env[63920]: DEBUG oslo_vmware.api [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.873565] env[63920]: DEBUG oslo_concurrency.lockutils [req-8ce1d85d-57d0-4a69-9593-68e4d8528bbb req-4631f5ae-059c-4feb-abce-2c37f3e65f55 service nova] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.008914] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393109, 'name': ReconfigVM_Task, 'duration_secs': 0.316266} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.009189] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Reconfigured VM instance instance-00000070 to attach disk [datastore1] da87fab7-e0b2-443d-a4f9-1ba970bdc8a6/da87fab7-e0b2-443d-a4f9-1ba970bdc8a6.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.009861] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cd3676a-d4a1-4528-a5c9-ecb5432b42f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.016072] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1273.016072] env[63920]: value = "task-2393110" [ 1273.016072] env[63920]: _type = "Task" [ 1273.016072] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.023368] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393110, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.232825] env[63920]: DEBUG oslo_vmware.api [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.525720] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393110, 'name': Rename_Task, 'duration_secs': 0.130668} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.526038] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.526314] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71614dde-5c06-4916-9507-4f8b16c4247f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.533109] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1273.533109] env[63920]: value = "task-2393111" [ 1273.533109] env[63920]: _type = "Task" [ 1273.533109] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.541968] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.733212] env[63920]: DEBUG oslo_vmware.api [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393107, 'name': ReconfigVM_Task, 'duration_secs': 1.852939} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.733809] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.734104] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Reconfigured VM to attach interface {{(pid=63920) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1274.042792] env[63920]: DEBUG oslo_vmware.api [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393111, 'name': PowerOnVM_Task, 'duration_secs': 0.459868} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.042792] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.043038] env[63920]: INFO nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1274.043231] env[63920]: DEBUG nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.044007] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf064fd2-11d6-4b6d-a4f0-b8c9a8d3f274 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.238713] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ce2fd8ba-7c1c-4313-8c84-500db0901d72 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.072s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.564251] env[63920]: INFO nova.compute.manager [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Took 11.39 seconds to build instance. [ 1275.066660] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4118960e-ed8b-4633-b0fe-cf0cba607240 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.901s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.268980] env[63920]: DEBUG nova.compute.manager [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Received event network-changed-8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1275.268980] env[63920]: DEBUG nova.compute.manager [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Refreshing instance network info cache due to event network-changed-8a71e435-9bec-4900-97ca-5901efd52055. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1275.268980] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] Acquiring lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.269202] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] Acquired lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.269202] env[63920]: DEBUG nova.network.neutron [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Refreshing network info cache for port 8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.547888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.548200] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.548527] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "6b993069-e73f-4939-8498-67b7eaed5e58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.548718] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.548915] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.551051] env[63920]: INFO nova.compute.manager [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Terminating instance [ 1275.856787] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "interface-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.857084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.995861] env[63920]: DEBUG nova.network.neutron [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updated VIF entry in instance network info cache for port 8a71e435-9bec-4900-97ca-5901efd52055. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.996251] env[63920]: DEBUG nova.network.neutron [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [{"id": "8a71e435-9bec-4900-97ca-5901efd52055", "address": "fa:16:3e:0a:2c:a1", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a71e435-9b", "ovs_interfaceid": "8a71e435-9bec-4900-97ca-5901efd52055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.054839] env[63920]: DEBUG nova.compute.manager [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.055020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.055880] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e263117-b30c-4c57-8b1b-8738082bb31c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.063596] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.063818] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d21e3210-d832-40b3-a235-c6d8856c3922 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.070408] env[63920]: DEBUG oslo_vmware.api [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1276.070408] env[63920]: value = "task-2393113" [ 1276.070408] env[63920]: _type = "Task" [ 1276.070408] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.077975] env[63920]: DEBUG oslo_vmware.api [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.210745] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.211023] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.360584] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.360780] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.362046] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28e28f-4c20-4d19-93ed-5446a28b1d10 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.379570] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484373b9-bc54-4581-95ec-5c5921fcc14d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.404080] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Reconfiguring VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1276.404308] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de0fc2c2-24f6-47d2-bbb1-90b9944c2312 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.424916] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1276.424916] env[63920]: value = "task-2393114" [ 1276.424916] env[63920]: _type = "Task" [ 1276.424916] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.431837] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.499630] env[63920]: DEBUG oslo_concurrency.lockutils [req-2d72feb8-f3c0-4829-98ff-68eb46a1949c req-62e4ab1c-94e0-4089-afb1-7ec16c381bde service nova] Releasing lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.580387] env[63920]: DEBUG oslo_vmware.api [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393113, 'name': PowerOffVM_Task, 'duration_secs': 0.243596} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.580767] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.580950] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.581237] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5dfcb79a-c699-4a96-ae30-89c7cee8b32f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.716554] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.716744] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1276.934906] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.068650] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.068903] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.069137] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Deleting the datastore file [datastore2] 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.069445] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ac8fd3-ca6d-4e40-ae62-2762eecd6a5f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.075388] env[63920]: DEBUG oslo_vmware.api [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1277.075388] env[63920]: value = "task-2393116" [ 1277.075388] env[63920]: _type = "Task" [ 1277.075388] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.083642] env[63920]: DEBUG oslo_vmware.api [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.435531] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.585297] env[63920]: DEBUG oslo_vmware.api [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371826} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.585623] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.585819] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.585997] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.586182] env[63920]: INFO nova.compute.manager [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1277.586425] env[63920]: DEBUG oslo.service.loopingcall [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.586691] env[63920]: DEBUG nova.compute.manager [-] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.586831] env[63920]: DEBUG nova.network.neutron [-] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.936419] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.426496] env[63920]: DEBUG nova.compute.manager [req-5c10a643-0853-44bb-af36-0c9ca7572228 req-dd25d217-ec25-427b-b054-b9d33ca77ca0 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Received event network-vif-deleted-55cd4db6-ea92-4d58-a953-76ba479a86d3 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.426706] env[63920]: INFO nova.compute.manager [req-5c10a643-0853-44bb-af36-0c9ca7572228 req-dd25d217-ec25-427b-b054-b9d33ca77ca0 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Neutron deleted interface 55cd4db6-ea92-4d58-a953-76ba479a86d3; detaching it from the instance and deleting it from the info cache [ 1278.426933] env[63920]: DEBUG nova.network.neutron [req-5c10a643-0853-44bb-af36-0c9ca7572228 req-dd25d217-ec25-427b-b054-b9d33ca77ca0 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.438830] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.901742] env[63920]: DEBUG nova.network.neutron [-] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.933818] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-904bde09-ade7-4a59-92f7-3aeb069d1170 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.941352] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.945025] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b1dff-1e8a-4f0c-96bc-bf541df426ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.970698] env[63920]: DEBUG nova.compute.manager [req-5c10a643-0853-44bb-af36-0c9ca7572228 req-dd25d217-ec25-427b-b054-b9d33ca77ca0 service nova] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Detach interface failed, port_id=55cd4db6-ea92-4d58-a953-76ba479a86d3, reason: Instance 6b993069-e73f-4939-8498-67b7eaed5e58 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1279.265266] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.265426] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.265568] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1279.403902] env[63920]: INFO nova.compute.manager [-] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Took 1.82 seconds to deallocate network for instance. [ 1279.437708] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.939573] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.439444] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.456110] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [{"id": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "address": "fa:16:3e:b6:a4:97", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87607c23-4a", "ovs_interfaceid": "87607c23-4abb-4fa2-8415-f817d1e14c7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.941155] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.958811] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-8189c615-392d-46b4-8c68-30727fe60217" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.959064] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1280.959303] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.959483] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.959630] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.959776] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.959915] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.960068] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.960198] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1280.960340] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.442911] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.463015] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.463265] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.463434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.463590] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1281.464405] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ea9c14-5154-4169-be91-a2dc099da40e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.471730] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6d0b5-3f3a-4afa-a43d-50bb234411d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.487289] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ce5421-7b1e-4740-84f3-a5fefcdf9881 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.493689] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd2c91-3661-4339-a495-aa97235158a7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.523078] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180512MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1281.523266] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.523417] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.942768] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.443441] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.581278] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 6b993069-e73f-4939-8498-67b7eaed5e58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.581278] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 8189c615-392d-46b4-8c68-30727fe60217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.581278] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.581460] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1282.581518] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1282.581698] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1282.645866] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e676b3-2145-46e7-b78e-d247241f0e3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.654661] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9500aea2-ea06-4311-acce-5a4946e0990a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.686868] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617897e-0865-4327-b0e1-90dacbea408a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.698786] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad847ab-7e4e-46b8-b10c-ec182c895055 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.713574] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.914900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.944495] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.216866] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.445573] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.722373] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1283.723131] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.199s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.723131] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.808s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.723131] env[63920]: DEBUG nova.objects.instance [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'resources' on Instance uuid 6b993069-e73f-4939-8498-67b7eaed5e58 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.949037] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.293757] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce477af-3cc1-4cff-b487-47d0279b54d9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.302943] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d0e17-b1ab-4688-b226-9505cb76b9f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.338308] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e85ca7-b5b7-423f-a27e-f8f4a03593a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.352086] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf3ced-d420-4c66-8010-6b043e09f707 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.358385] env[63920]: DEBUG nova.compute.provider_tree [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.446254] env[63920]: DEBUG oslo_vmware.api [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393114, 'name': ReconfigVM_Task, 'duration_secs': 7.551309} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.446624] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.446724] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Reconfigured VM to detach interface {{(pid=63920) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1284.861120] env[63920]: DEBUG nova.scheduler.client.report [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.321477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.321730] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.321936] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.322140] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.322311] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.324666] env[63920]: INFO nova.compute.manager [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Terminating instance [ 1285.366634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.385798] env[63920]: INFO nova.scheduler.client.report [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Deleted allocations for instance 6b993069-e73f-4939-8498-67b7eaed5e58 [ 1285.764221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.764553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquired lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.764593] env[63920]: DEBUG nova.network.neutron [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.828470] env[63920]: DEBUG nova.compute.manager [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1285.828708] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.829594] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9096986-9dfc-4a39-8f0a-3237a33a1033 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.837069] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.837329] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb959d2-5b71-43ef-9c9e-ff0e79a10087 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.844278] env[63920]: DEBUG oslo_vmware.api [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1285.844278] env[63920]: value = "task-2393117" [ 1285.844278] env[63920]: _type = "Task" [ 1285.844278] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.852949] env[63920]: DEBUG oslo_vmware.api [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.893531] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0ebd89b8-9936-42ba-87e1-ee24b7e32d3c tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "6b993069-e73f-4939-8498-67b7eaed5e58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.345s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.353559] env[63920]: DEBUG oslo_vmware.api [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393117, 'name': PowerOffVM_Task, 'duration_secs': 0.199622} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.353836] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.354093] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.354367] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f408e667-0137-4451-b70f-4390b8b21afb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.497427] env[63920]: INFO nova.network.neutron [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Port 0c3f318a-5ce5-441d-9f92-8c2cb6da8942 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1286.497835] env[63920]: DEBUG nova.network.neutron [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [{"id": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "address": "fa:16:3e:74:16:b7", "network": {"id": "79747bdc-758f-4ea3-9199-9b29ecb25c34", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-988555703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ece9499a0d1473ba679c606cdfead95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c6b3b31-84", "ovs_interfaceid": "9c6b3b31-84bb-4278-ae64-23f4add12b26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.000434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Releasing lock "refresh_cache-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.504517] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0c79102f-5ec4-4148-ae97-1c91deff50e2 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "interface-90fe16dd-7112-4f4c-8d2e-35f5d7cc2808-0c3f318a-5ce5-441d-9f92-8c2cb6da8942" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.647s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.608069] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.608345] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.608584] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleting the datastore file [datastore2] 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.608893] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c289499-2324-4820-8550-9f8d14721fb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.615582] env[63920]: DEBUG oslo_vmware.api [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1287.615582] env[63920]: value = "task-2393119" [ 1287.615582] env[63920]: _type = "Task" [ 1287.615582] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.623073] env[63920]: DEBUG oslo_vmware.api [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.962396] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.962635] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.125288] env[63920]: DEBUG oslo_vmware.api [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192765} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.125650] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.125650] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.125821] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.125998] env[63920]: INFO nova.compute.manager [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1288.126244] env[63920]: DEBUG oslo.service.loopingcall [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1288.126443] env[63920]: DEBUG nova.compute.manager [-] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.126570] env[63920]: DEBUG nova.network.neutron [-] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.464531] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.851850] env[63920]: DEBUG nova.compute.manager [req-1af471da-ca96-48e2-8d00-027984b2ea84 req-24535ae1-64ab-4136-8008-80822806a8dc service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Received event network-vif-deleted-9c6b3b31-84bb-4278-ae64-23f4add12b26 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1288.852084] env[63920]: INFO nova.compute.manager [req-1af471da-ca96-48e2-8d00-027984b2ea84 req-24535ae1-64ab-4136-8008-80822806a8dc service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Neutron deleted interface 9c6b3b31-84bb-4278-ae64-23f4add12b26; detaching it from the instance and deleting it from the info cache [ 1288.852259] env[63920]: DEBUG nova.network.neutron [req-1af471da-ca96-48e2-8d00-027984b2ea84 req-24535ae1-64ab-4136-8008-80822806a8dc service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.987375] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.987630] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.989359] env[63920]: INFO nova.compute.claims [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.339022] env[63920]: DEBUG nova.network.neutron [-] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.354620] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-207e769a-fbc8-46f5-9312-66bda5bb86a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.364352] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbc5107-9d84-4c47-bdf6-26b4a694f943 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.388873] env[63920]: DEBUG nova.compute.manager [req-1af471da-ca96-48e2-8d00-027984b2ea84 req-24535ae1-64ab-4136-8008-80822806a8dc service nova] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Detach interface failed, port_id=9c6b3b31-84bb-4278-ae64-23f4add12b26, reason: Instance 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1289.842189] env[63920]: INFO nova.compute.manager [-] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Took 1.72 seconds to deallocate network for instance. [ 1290.054287] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91041665-d92d-4b19-9d4e-f736490c1d3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.061811] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebd88f0-4511-4a72-8d7f-73d20c378192 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.090452] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984537ba-8b6a-4b0f-9574-262974331e65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.097029] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fba3e7-a2f5-47a6-bbeb-81bbc2eb671f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.110667] env[63920]: DEBUG nova.compute.provider_tree [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.349245] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.614068] env[63920]: DEBUG nova.scheduler.client.report [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.118646] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.119198] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.121895] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.773s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.122135] env[63920]: DEBUG nova.objects.instance [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'resources' on Instance uuid 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.625317] env[63920]: DEBUG nova.compute.utils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1291.626745] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.626918] env[63920]: DEBUG nova.network.neutron [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1291.684563] env[63920]: DEBUG nova.policy [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d6749703b1b45c096713cf1d896ea83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'afdf8b3596404f3298734ed3c5dd03c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1291.689382] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f35749-b306-49fc-843b-10d2083a636e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.697361] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e093c6-e13a-48f2-a8dd-94c21b8c7c03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.729101] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73900dc0-6907-43d9-bcff-49df802ad3e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.736916] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096d7906-205b-4734-88e8-de9ac5c7136f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.750977] env[63920]: DEBUG nova.compute.provider_tree [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.962946] env[63920]: DEBUG nova.network.neutron [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Successfully created port: 07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.132053] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.253752] env[63920]: DEBUG nova.scheduler.client.report [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.758795] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.782907] env[63920]: INFO nova.scheduler.client.report [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted allocations for instance 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808 [ 1293.142059] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.166478] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.166753] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.166911] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.167102] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.167249] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.167393] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.167608] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.167770] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.167932] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.168107] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.168282] env[63920]: DEBUG nova.virt.hardware [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.169208] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0152d0-6333-44e1-9f64-58f3dbadf0cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.177701] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac166c1-16c5-433e-9795-2f815484e535 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.293883] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2df08e93-5215-40e7-a01e-24254e431093 tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "90fe16dd-7112-4f4c-8d2e-35f5d7cc2808" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.972s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.331696] env[63920]: DEBUG nova.compute.manager [req-8445e4c8-c5ad-40b2-91cb-b3f5b6dc8278 req-002fbdb4-044e-4985-97b9-915d19767ae4 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Received event network-vif-plugged-07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1293.331922] env[63920]: DEBUG oslo_concurrency.lockutils [req-8445e4c8-c5ad-40b2-91cb-b3f5b6dc8278 req-002fbdb4-044e-4985-97b9-915d19767ae4 service nova] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.332151] env[63920]: DEBUG oslo_concurrency.lockutils [req-8445e4c8-c5ad-40b2-91cb-b3f5b6dc8278 req-002fbdb4-044e-4985-97b9-915d19767ae4 service nova] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.332314] env[63920]: DEBUG oslo_concurrency.lockutils [req-8445e4c8-c5ad-40b2-91cb-b3f5b6dc8278 req-002fbdb4-044e-4985-97b9-915d19767ae4 service nova] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.332541] env[63920]: DEBUG nova.compute.manager [req-8445e4c8-c5ad-40b2-91cb-b3f5b6dc8278 req-002fbdb4-044e-4985-97b9-915d19767ae4 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] No waiting events found dispatching network-vif-plugged-07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.332726] env[63920]: WARNING nova.compute.manager [req-8445e4c8-c5ad-40b2-91cb-b3f5b6dc8278 req-002fbdb4-044e-4985-97b9-915d19767ae4 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Received unexpected event network-vif-plugged-07bd318c-050d-416a-b7bc-f1a6c17aaf3e for instance with vm_state building and task_state spawning. [ 1293.417762] env[63920]: DEBUG nova.network.neutron [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Successfully updated port: 07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1293.920405] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.920720] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.920720] env[63920]: DEBUG nova.network.neutron [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.337122] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.337280] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "8189c615-392d-46b4-8c68-30727fe60217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.337445] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "8189c615-392d-46b4-8c68-30727fe60217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.337678] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "8189c615-392d-46b4-8c68-30727fe60217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.337888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "8189c615-392d-46b4-8c68-30727fe60217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.340022] env[63920]: INFO nova.compute.manager [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Terminating instance [ 1294.451618] env[63920]: DEBUG nova.network.neutron [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1294.572959] env[63920]: DEBUG nova.network.neutron [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating instance_info_cache with network_info: [{"id": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "address": "fa:16:3e:28:2a:90", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bd318c-05", "ovs_interfaceid": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.844140] env[63920]: DEBUG nova.compute.manager [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1294.844374] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.845282] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a648e864-9e8e-4a93-a6c5-8574869e2cde {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.853163] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.853386] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18815b71-83a7-46e9-8b33-860f0c06d67c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.859454] env[63920]: DEBUG oslo_vmware.api [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1294.859454] env[63920]: value = "task-2393120" [ 1294.859454] env[63920]: _type = "Task" [ 1294.859454] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.866696] env[63920]: DEBUG oslo_vmware.api [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.075995] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.076444] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Instance network_info: |[{"id": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "address": "fa:16:3e:28:2a:90", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bd318c-05", "ovs_interfaceid": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.076883] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:2a:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07bd318c-050d-416a-b7bc-f1a6c17aaf3e', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.084546] env[63920]: DEBUG oslo.service.loopingcall [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.084770] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.085011] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d3722ce-8f53-4315-b41d-a3ac5c0c8681 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.105101] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.105101] env[63920]: value = "task-2393121" [ 1295.105101] env[63920]: _type = "Task" [ 1295.105101] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.112651] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393121, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.357886] env[63920]: DEBUG nova.compute.manager [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Received event network-changed-07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1295.358116] env[63920]: DEBUG nova.compute.manager [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Refreshing instance network info cache due to event network-changed-07bd318c-050d-416a-b7bc-f1a6c17aaf3e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1295.358355] env[63920]: DEBUG oslo_concurrency.lockutils [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] Acquiring lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.358516] env[63920]: DEBUG oslo_concurrency.lockutils [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] Acquired lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.358735] env[63920]: DEBUG nova.network.neutron [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Refreshing network info cache for port 07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.369236] env[63920]: DEBUG oslo_vmware.api [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393120, 'name': PowerOffVM_Task, 'duration_secs': 0.221498} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.369986] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.370174] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.370424] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da1fd66b-ac30-4195-9701-70135fd2bbc2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.432139] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.432399] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.432551] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleting the datastore file [datastore1] 8189c615-392d-46b4-8c68-30727fe60217 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.432885] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1773b970-eaba-4ae3-a84b-9f020d9b5e30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.439130] env[63920]: DEBUG oslo_vmware.api [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for the task: (returnval){ [ 1295.439130] env[63920]: value = "task-2393123" [ 1295.439130] env[63920]: _type = "Task" [ 1295.439130] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.446595] env[63920]: DEBUG oslo_vmware.api [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.614481] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393121, 'name': CreateVM_Task, 'duration_secs': 0.347975} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.614654] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.615293] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.615458] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.615791] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.616054] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63147d7-b68d-4074-a92a-95a0d6fd3007 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.620267] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1295.620267] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e60ab-e321-0812-f546-f2ac4c835aca" [ 1295.620267] env[63920]: _type = "Task" [ 1295.620267] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.627843] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e60ab-e321-0812-f546-f2ac4c835aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.948550] env[63920]: DEBUG oslo_vmware.api [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Task: {'id': task-2393123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140949} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.948844] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.949058] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.949244] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.949422] env[63920]: INFO nova.compute.manager [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1295.949681] env[63920]: DEBUG oslo.service.loopingcall [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1295.949878] env[63920]: DEBUG nova.compute.manager [-] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1295.949973] env[63920]: DEBUG nova.network.neutron [-] [instance: 8189c615-392d-46b4-8c68-30727fe60217] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.099567] env[63920]: DEBUG nova.network.neutron [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updated VIF entry in instance network info cache for port 07bd318c-050d-416a-b7bc-f1a6c17aaf3e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.100118] env[63920]: DEBUG nova.network.neutron [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating instance_info_cache with network_info: [{"id": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "address": "fa:16:3e:28:2a:90", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bd318c-05", "ovs_interfaceid": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.131377] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527e60ab-e321-0812-f546-f2ac4c835aca, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.131659] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.131885] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.132126] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.132270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.132496] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.132689] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bcc47f1-58e1-4d30-a115-1ac1bb32f524 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.141885] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.142008] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.142731] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-514711f6-a7ac-4571-9af5-cd330a739273 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.148029] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1296.148029] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ecb2b3-f4bd-f0ec-c08f-cd9d7a65c3dc" [ 1296.148029] env[63920]: _type = "Task" [ 1296.148029] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.155855] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ecb2b3-f4bd-f0ec-c08f-cd9d7a65c3dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.239109] env[63920]: DEBUG nova.compute.manager [req-51e3efa0-94d3-4a02-9ed6-590845bb86b8 req-c9a6d5a8-61e3-454f-8ca3-d7e69b8e7ca2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Received event network-vif-deleted-87607c23-4abb-4fa2-8415-f817d1e14c7c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1296.239956] env[63920]: INFO nova.compute.manager [req-51e3efa0-94d3-4a02-9ed6-590845bb86b8 req-c9a6d5a8-61e3-454f-8ca3-d7e69b8e7ca2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Neutron deleted interface 87607c23-4abb-4fa2-8415-f817d1e14c7c; detaching it from the instance and deleting it from the info cache [ 1296.239956] env[63920]: DEBUG nova.network.neutron [req-51e3efa0-94d3-4a02-9ed6-590845bb86b8 req-c9a6d5a8-61e3-454f-8ca3-d7e69b8e7ca2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.603339] env[63920]: DEBUG oslo_concurrency.lockutils [req-e265514b-3e10-40f9-8d6b-26e5b9affe15 req-d8907e23-bb10-4bf9-bf45-52cab2456043 service nova] Releasing lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.658819] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52ecb2b3-f4bd-f0ec-c08f-cd9d7a65c3dc, 'name': SearchDatastore_Task, 'duration_secs': 0.013246} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.659592] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf2fdf4-dbd9-45ad-b42e-856011915dc0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.665157] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1296.665157] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52edbd6b-e2e7-92dd-b153-c945c68192a8" [ 1296.665157] env[63920]: _type = "Task" [ 1296.665157] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.672352] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52edbd6b-e2e7-92dd-b153-c945c68192a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.723814] env[63920]: DEBUG nova.network.neutron [-] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.742320] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6ca7460-7110-4ff3-a454-84bbcd55a29e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.752293] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84017dcd-0f52-4dd0-95c9-93ab264f31f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.776136] env[63920]: DEBUG nova.compute.manager [req-51e3efa0-94d3-4a02-9ed6-590845bb86b8 req-c9a6d5a8-61e3-454f-8ca3-d7e69b8e7ca2 service nova] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Detach interface failed, port_id=87607c23-4abb-4fa2-8415-f817d1e14c7c, reason: Instance 8189c615-392d-46b4-8c68-30727fe60217 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1297.175653] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52edbd6b-e2e7-92dd-b153-c945c68192a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.175989] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.176234] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 65939172-eecd-4724-bbc7-d2e9194d67e4/65939172-eecd-4724-bbc7-d2e9194d67e4.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.176453] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f48685a-a2bc-4efd-8bd3-54f17b357798 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.183179] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1297.183179] env[63920]: value = "task-2393124" [ 1297.183179] env[63920]: _type = "Task" [ 1297.183179] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.190953] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.226692] env[63920]: INFO nova.compute.manager [-] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Took 1.28 seconds to deallocate network for instance. [ 1297.694625] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393124, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.733781] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.734048] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.734271] env[63920]: DEBUG nova.objects.instance [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lazy-loading 'resources' on Instance uuid 8189c615-392d-46b4-8c68-30727fe60217 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.196527] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515489} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.196918] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 65939172-eecd-4724-bbc7-d2e9194d67e4/65939172-eecd-4724-bbc7-d2e9194d67e4.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.197107] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.197287] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f6b4f60-2a3e-4598-aaa6-1c6513bf211a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.204914] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1298.204914] env[63920]: value = "task-2393125" [ 1298.204914] env[63920]: _type = "Task" [ 1298.204914] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.211907] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.295330] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35be4f3a-570f-4370-8a52-587c2bffef62 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.303413] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55185f87-6a3e-4fed-841d-877e0f6f2a86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.334269] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9482220b-0e91-4357-a869-6aef700d9899 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.341818] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93608c-bb67-40c6-a313-3996e41842cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.355049] env[63920]: DEBUG nova.compute.provider_tree [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.714918] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081245} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.715192] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.715922] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22dce11-64c3-46d9-8df3-f84e6e60f624 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.737948] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 65939172-eecd-4724-bbc7-d2e9194d67e4/65939172-eecd-4724-bbc7-d2e9194d67e4.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.738202] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d45f3ae3-723e-41f3-b252-06b295f29f81 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.756301] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1298.756301] env[63920]: value = "task-2393126" [ 1298.756301] env[63920]: _type = "Task" [ 1298.756301] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.763559] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393126, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.858147] env[63920]: DEBUG nova.scheduler.client.report [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.266211] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393126, 'name': ReconfigVM_Task, 'duration_secs': 0.347219} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.266574] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 65939172-eecd-4724-bbc7-d2e9194d67e4/65939172-eecd-4724-bbc7-d2e9194d67e4.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.267188] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7161ca97-e2b9-4766-8e08-51503c11c6ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.273224] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1299.273224] env[63920]: value = "task-2393127" [ 1299.273224] env[63920]: _type = "Task" [ 1299.273224] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.280874] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393127, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.363237] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.383417] env[63920]: INFO nova.scheduler.client.report [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Deleted allocations for instance 8189c615-392d-46b4-8c68-30727fe60217 [ 1299.783240] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393127, 'name': Rename_Task, 'duration_secs': 0.248513} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.783498] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.783731] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ff760e-9b20-4cab-baf8-319104c1f09e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.789635] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1299.789635] env[63920]: value = "task-2393128" [ 1299.789635] env[63920]: _type = "Task" [ 1299.789635] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.796590] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.892914] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d74769dc-156a-4a7f-9074-bd3e9e8337ae tempest-AttachInterfacesTestJSON-2063792274 tempest-AttachInterfacesTestJSON-2063792274-project-member] Lock "8189c615-392d-46b4-8c68-30727fe60217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.300260] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.800900] env[63920]: DEBUG oslo_vmware.api [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393128, 'name': PowerOnVM_Task, 'duration_secs': 0.595748} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.801897] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.801897] env[63920]: INFO nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1300.801897] env[63920]: DEBUG nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.802382] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4595561e-19f6-45f4-805f-fadda4bd03b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.320317] env[63920]: INFO nova.compute.manager [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Took 12.35 seconds to build instance. [ 1301.822477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-30477590-8690-4f2d-bb7e-89f7fb34d79a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.859s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.282812] env[63920]: DEBUG nova.compute.manager [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Received event network-changed-07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1302.284723] env[63920]: DEBUG nova.compute.manager [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Refreshing instance network info cache due to event network-changed-07bd318c-050d-416a-b7bc-f1a6c17aaf3e. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1302.284723] env[63920]: DEBUG oslo_concurrency.lockutils [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] Acquiring lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1302.284723] env[63920]: DEBUG oslo_concurrency.lockutils [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] Acquired lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.284723] env[63920]: DEBUG nova.network.neutron [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Refreshing network info cache for port 07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1303.023542] env[63920]: DEBUG nova.network.neutron [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updated VIF entry in instance network info cache for port 07bd318c-050d-416a-b7bc-f1a6c17aaf3e. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.023913] env[63920]: DEBUG nova.network.neutron [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating instance_info_cache with network_info: [{"id": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "address": "fa:16:3e:28:2a:90", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bd318c-05", "ovs_interfaceid": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.526611] env[63920]: DEBUG oslo_concurrency.lockutils [req-1cafbc2d-03fc-40da-aaee-723901759fbe req-93adee4e-ff25-4325-a8cb-f030eb01b7f8 service nova] Releasing lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.142321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "01fad289-4bf6-40c8-8667-000987ae97bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.142662] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "01fad289-4bf6-40c8-8667-000987ae97bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.645112] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.166674] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.166948] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.168439] env[63920]: INFO nova.compute.claims [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.223010] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e734a47-06a3-405a-9ae3-21dc9e6553cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.230285] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d4a1d1-9898-406e-aa4e-41552b718a90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.261602] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071bca00-f338-4626-8667-c484821ba837 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.268683] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add4b038-2b1d-481c-b1bd-7aba49d5e141 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.281312] env[63920]: DEBUG nova.compute.provider_tree [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.784278] env[63920]: DEBUG nova.scheduler.client.report [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.289633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.290191] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.795300] env[63920]: DEBUG nova.compute.utils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.796828] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.796914] env[63920]: DEBUG nova.network.neutron [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.835498] env[63920]: DEBUG nova.policy [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'acd7157d39e24119b71ca7e2c667d556', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82efd22ab1e64a69945574be0d2b0f41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.092030] env[63920]: DEBUG nova.network.neutron [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Successfully created port: f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.225867] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.226159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.226311] env[63920]: DEBUG nova.compute.manager [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.227256] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795be536-9f55-4e2d-a8fa-1b3ae0d5a0b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.234293] env[63920]: DEBUG nova.compute.manager [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1310.234840] env[63920]: DEBUG nova.objects.instance [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'flavor' on Instance uuid da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.300369] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.242314] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.242623] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7a3fa78-8030-4e20-9462-38e1f5042a33 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.250514] env[63920]: DEBUG oslo_vmware.api [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1311.250514] env[63920]: value = "task-2393129" [ 1311.250514] env[63920]: _type = "Task" [ 1311.250514] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.260707] env[63920]: DEBUG oslo_vmware.api [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.311891] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.337657] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.337906] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.338125] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.338254] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.338399] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.338546] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.338749] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.338936] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.339250] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.339343] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.339509] env[63920]: DEBUG nova.virt.hardware [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.340376] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79c6963-2704-4f75-9c2d-e6c0f121dad7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.348117] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc545e-282e-47a7-9cac-a368ede0c906 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.468899] env[63920]: DEBUG nova.compute.manager [req-f611abec-fefe-44b8-825a-88c473c49481 req-ae100268-1de7-4d1f-86ae-b37c26b40f49 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Received event network-vif-plugged-f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1311.469158] env[63920]: DEBUG oslo_concurrency.lockutils [req-f611abec-fefe-44b8-825a-88c473c49481 req-ae100268-1de7-4d1f-86ae-b37c26b40f49 service nova] Acquiring lock "01fad289-4bf6-40c8-8667-000987ae97bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.469391] env[63920]: DEBUG oslo_concurrency.lockutils [req-f611abec-fefe-44b8-825a-88c473c49481 req-ae100268-1de7-4d1f-86ae-b37c26b40f49 service nova] Lock "01fad289-4bf6-40c8-8667-000987ae97bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.469523] env[63920]: DEBUG oslo_concurrency.lockutils [req-f611abec-fefe-44b8-825a-88c473c49481 req-ae100268-1de7-4d1f-86ae-b37c26b40f49 service nova] Lock "01fad289-4bf6-40c8-8667-000987ae97bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.469690] env[63920]: DEBUG nova.compute.manager [req-f611abec-fefe-44b8-825a-88c473c49481 req-ae100268-1de7-4d1f-86ae-b37c26b40f49 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] No waiting events found dispatching network-vif-plugged-f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1311.470190] env[63920]: WARNING nova.compute.manager [req-f611abec-fefe-44b8-825a-88c473c49481 req-ae100268-1de7-4d1f-86ae-b37c26b40f49 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Received unexpected event network-vif-plugged-f330e44a-1ae4-43ad-8cf2-da70068aebf0 for instance with vm_state building and task_state spawning. [ 1311.562634] env[63920]: DEBUG nova.network.neutron [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Successfully updated port: f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1311.760401] env[63920]: DEBUG oslo_vmware.api [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393129, 'name': PowerOffVM_Task, 'duration_secs': 0.177687} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.760674] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.760873] env[63920]: DEBUG nova.compute.manager [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.761655] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d2e9b4-c09f-40aa-b002-eb523c082173 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.065945] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "refresh_cache-01fad289-4bf6-40c8-8667-000987ae97bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.066199] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquired lock "refresh_cache-01fad289-4bf6-40c8-8667-000987ae97bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.066424] env[63920]: DEBUG nova.network.neutron [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.272582] env[63920]: DEBUG oslo_concurrency.lockutils [None req-0fb40afd-15f1-4cfe-9324-5685f9be1b02 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.600732] env[63920]: DEBUG nova.network.neutron [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.617322] env[63920]: DEBUG nova.objects.instance [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'flavor' on Instance uuid da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.741764] env[63920]: DEBUG nova.network.neutron [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Updating instance_info_cache with network_info: [{"id": "f330e44a-1ae4-43ad-8cf2-da70068aebf0", "address": "fa:16:3e:88:c9:4e", "network": {"id": "35c99388-13e8-4126-b744-c2e38b066246", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-958912536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82efd22ab1e64a69945574be0d2b0f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf330e44a-1a", "ovs_interfaceid": "f330e44a-1ae4-43ad-8cf2-da70068aebf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.122564] env[63920]: DEBUG oslo_concurrency.lockutils [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.122748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.122941] env[63920]: DEBUG nova.network.neutron [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.123145] env[63920]: DEBUG nova.objects.instance [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'info_cache' on Instance uuid da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.244446] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Releasing lock "refresh_cache-01fad289-4bf6-40c8-8667-000987ae97bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.244770] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Instance network_info: |[{"id": "f330e44a-1ae4-43ad-8cf2-da70068aebf0", "address": "fa:16:3e:88:c9:4e", "network": {"id": "35c99388-13e8-4126-b744-c2e38b066246", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-958912536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82efd22ab1e64a69945574be0d2b0f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf330e44a-1a", "ovs_interfaceid": "f330e44a-1ae4-43ad-8cf2-da70068aebf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1313.245198] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:c9:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f330e44a-1ae4-43ad-8cf2-da70068aebf0', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.252768] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Creating folder: Project (82efd22ab1e64a69945574be0d2b0f41). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.252994] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b6850cf-f8f9-441c-9cfc-ff3cba3f670a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.264559] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Created folder: Project (82efd22ab1e64a69945574be0d2b0f41) in parent group-v485178. [ 1313.264743] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Creating folder: Instances. Parent ref: group-v485481. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.265271] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-220214fd-7c85-4296-9707-0abe4f68b2bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.273709] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Created folder: Instances in parent group-v485481. [ 1313.273935] env[63920]: DEBUG oslo.service.loopingcall [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.274133] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.274327] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-492f0c7a-682b-4f8f-88cf-635c7d1343ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.294703] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.294703] env[63920]: value = "task-2393132" [ 1313.294703] env[63920]: _type = "Task" [ 1313.294703] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.301968] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.493499] env[63920]: DEBUG nova.compute.manager [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Received event network-changed-f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1313.493708] env[63920]: DEBUG nova.compute.manager [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Refreshing instance network info cache due to event network-changed-f330e44a-1ae4-43ad-8cf2-da70068aebf0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1313.494307] env[63920]: DEBUG oslo_concurrency.lockutils [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] Acquiring lock "refresh_cache-01fad289-4bf6-40c8-8667-000987ae97bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.494465] env[63920]: DEBUG oslo_concurrency.lockutils [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] Acquired lock "refresh_cache-01fad289-4bf6-40c8-8667-000987ae97bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.494631] env[63920]: DEBUG nova.network.neutron [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Refreshing network info cache for port f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.626046] env[63920]: DEBUG nova.objects.base [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1313.804715] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.223027] env[63920]: DEBUG nova.network.neutron [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Updated VIF entry in instance network info cache for port f330e44a-1ae4-43ad-8cf2-da70068aebf0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.223396] env[63920]: DEBUG nova.network.neutron [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Updating instance_info_cache with network_info: [{"id": "f330e44a-1ae4-43ad-8cf2-da70068aebf0", "address": "fa:16:3e:88:c9:4e", "network": {"id": "35c99388-13e8-4126-b744-c2e38b066246", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-958912536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82efd22ab1e64a69945574be0d2b0f41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf330e44a-1a", "ovs_interfaceid": "f330e44a-1ae4-43ad-8cf2-da70068aebf0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.305763] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.338303] env[63920]: DEBUG nova.network.neutron [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [{"id": "8a71e435-9bec-4900-97ca-5901efd52055", "address": "fa:16:3e:0a:2c:a1", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a71e435-9b", "ovs_interfaceid": "8a71e435-9bec-4900-97ca-5901efd52055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.821965] env[63920]: DEBUG oslo_concurrency.lockutils [req-19808dc2-3704-4a86-95c6-37816412a3f8 req-6e435c48-5ce6-4b2e-b564-39cdae6e4163 service nova] Releasing lock "refresh_cache-01fad289-4bf6-40c8-8667-000987ae97bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.821965] env[63920]: DEBUG oslo_concurrency.lockutils [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.821965] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd380660-8088-4b82-a9f9-fdc382d74b32 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1316.821965] env[63920]: value = "task-2393133" [ 1316.821965] env[63920]: _type = "Task" [ 1316.821965] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393133, 'name': PowerOnVM_Task, 'duration_secs': 0.374545} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.821965] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.821965] env[63920]: DEBUG nova.compute.manager [None req-634a083f-10ea-4c29-9b7c-86abcb5e6bba tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0d3500-5370-4372-ac03-743ad9a0495f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.821965] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 15%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.308683] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.810276] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393132, 'name': CreateVM_Task, 'duration_secs': 4.309944} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.810486] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.811283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.811527] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.812045] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.812219] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193c0fa3-0b7f-43e0-b030-aaeeb3135450 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.817407] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1317.817407] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f24f4a-9cfb-55b0-ad86-2362ea390a04" [ 1317.817407] env[63920]: _type = "Task" [ 1317.817407] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.825466] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f24f4a-9cfb-55b0-ad86-2362ea390a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.328344] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f24f4a-9cfb-55b0-ad86-2362ea390a04, 'name': SearchDatastore_Task, 'duration_secs': 0.012784} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.328662] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.328911] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.329243] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.329403] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.329585] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.329855] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10092db-b405-45bd-b3f3-fa84e42ee65f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.338305] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.338479] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.339296] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90b8885-64b5-495f-82bb-2c273eff2292 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.344364] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1318.344364] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5260bc5a-efbf-69d5-edf1-f8e85df09307" [ 1318.344364] env[63920]: _type = "Task" [ 1318.344364] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.352138] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5260bc5a-efbf-69d5-edf1-f8e85df09307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.855053] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5260bc5a-efbf-69d5-edf1-f8e85df09307, 'name': SearchDatastore_Task, 'duration_secs': 0.009549} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.856306] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e426102-dd25-4e32-a423-d45d3472cbe9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.861754] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1318.861754] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52426cb2-1e46-b2b7-67a9-d31181deac4c" [ 1318.861754] env[63920]: _type = "Task" [ 1318.861754] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.869270] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52426cb2-1e46-b2b7-67a9-d31181deac4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.902067] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6f2458-a70a-42e1-a6c7-60fd6017e575 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.907384] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Suspending the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1318.907649] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-156f9e7c-7ce7-4e39-92c5-f83f0d9ba836 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.913903] env[63920]: DEBUG oslo_vmware.api [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1318.913903] env[63920]: value = "task-2393134" [ 1318.913903] env[63920]: _type = "Task" [ 1318.913903] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.922384] env[63920]: DEBUG oslo_vmware.api [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393134, 'name': SuspendVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.372171] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52426cb2-1e46-b2b7-67a9-d31181deac4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.372423] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.372755] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 01fad289-4bf6-40c8-8667-000987ae97bd/01fad289-4bf6-40c8-8667-000987ae97bd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.373084] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2614aa4-ac17-412b-a3bb-80610d3980e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.379564] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1319.379564] env[63920]: value = "task-2393135" [ 1319.379564] env[63920]: _type = "Task" [ 1319.379564] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.386798] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.423494] env[63920]: DEBUG oslo_vmware.api [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393134, 'name': SuspendVM_Task} progress is 62%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.889441] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.924544] env[63920]: DEBUG oslo_vmware.api [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393134, 'name': SuspendVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.389187] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.425335] env[63920]: DEBUG oslo_vmware.api [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393134, 'name': SuspendVM_Task, 'duration_secs': 1.01984} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.425607] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Suspended the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1320.425793] env[63920]: DEBUG nova.compute.manager [None req-772963b5-61b9-46af-91aa-0455603ffdfc tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.426555] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54e50b-de17-470e-a7cd-9bc170c33b38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.890455] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.397714] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.891488] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.362713] env[63920]: INFO nova.compute.manager [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Resuming [ 1322.363417] env[63920]: DEBUG nova.objects.instance [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'flavor' on Instance uuid da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.392405] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393135, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.526163} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.392659] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 01fad289-4bf6-40c8-8667-000987ae97bd/01fad289-4bf6-40c8-8667-000987ae97bd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.392866] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.393127] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd3fb51-7001-4866-a698-8c8c5e91cec6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.402203] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1322.402203] env[63920]: value = "task-2393136" [ 1322.402203] env[63920]: _type = "Task" [ 1322.402203] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.409665] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.912297] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252345} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.912582] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.913407] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c972e5-5818-4e11-81ed-c82f03e72d6f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.934452] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 01fad289-4bf6-40c8-8667-000987ae97bd/01fad289-4bf6-40c8-8667-000987ae97bd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.934675] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad55f671-9b22-45e3-a4ce-082e940e9412 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.960897] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1322.960897] env[63920]: value = "task-2393137" [ 1322.960897] env[63920]: _type = "Task" [ 1322.960897] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.969958] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.470476] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393137, 'name': ReconfigVM_Task, 'duration_secs': 0.356636} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.470687] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 01fad289-4bf6-40c8-8667-000987ae97bd/01fad289-4bf6-40c8-8667-000987ae97bd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.471315] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4be2f48-f7a5-4960-923c-20d724807230 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.478061] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1323.478061] env[63920]: value = "task-2393138" [ 1323.478061] env[63920]: _type = "Task" [ 1323.478061] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.485332] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393138, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.875466] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.875633] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquired lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.875782] env[63920]: DEBUG nova.network.neutron [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.987699] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393138, 'name': Rename_Task, 'duration_secs': 0.151434} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.988047] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.988227] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be2737db-eced-4f45-8ef6-ccd0b7db926c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.993738] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1323.993738] env[63920]: value = "task-2393139" [ 1323.993738] env[63920]: _type = "Task" [ 1323.993738] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.000656] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.507785] env[63920]: DEBUG oslo_vmware.api [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393139, 'name': PowerOnVM_Task, 'duration_secs': 0.477533} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.508155] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.508449] env[63920]: INFO nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Took 13.20 seconds to spawn the instance on the hypervisor. [ 1324.508712] env[63920]: DEBUG nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.509800] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa7ec19-4ffc-4cc9-b2bc-0d396f7adaa1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.604544] env[63920]: DEBUG nova.network.neutron [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [{"id": "8a71e435-9bec-4900-97ca-5901efd52055", "address": "fa:16:3e:0a:2c:a1", "network": {"id": "577ebadc-5948-470a-afcc-0c20d8aaccb0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-872180985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5fae9361c404331bebbe7ceeaf7d871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d891a662-7da0-4be5-8d0d-01b4ff70552a", "external-id": "nsx-vlan-transportzone-815", "segmentation_id": 815, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a71e435-9b", "ovs_interfaceid": "8a71e435-9bec-4900-97ca-5901efd52055", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.031892] env[63920]: INFO nova.compute.manager [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Took 17.88 seconds to build instance. [ 1325.107785] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Releasing lock "refresh_cache-da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.108750] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b491258a-eb4a-479c-b94b-da5b897d0abc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.115067] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Resuming the VM {{(pid=63920) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1325.115288] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f3961a7-1496-4c4f-b8d3-b95866418282 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.121780] env[63920]: DEBUG oslo_vmware.api [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1325.121780] env[63920]: value = "task-2393140" [ 1325.121780] env[63920]: _type = "Task" [ 1325.121780] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.129195] env[63920]: DEBUG oslo_vmware.api [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.631650] env[63920]: DEBUG oslo_vmware.api [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393140, 'name': PowerOnVM_Task, 'duration_secs': 0.503414} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.631998] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Resumed the VM {{(pid=63920) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1325.632215] env[63920]: DEBUG nova.compute.manager [None req-cc204413-4870-48e6-b063-6191b1ffdc64 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.632994] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf1704d-e7b9-41cb-9910-8d9ab234411d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.036731] env[63920]: DEBUG oslo_concurrency.lockutils [None req-2334633c-73d3-4bec-8de9-e751a7ab522a tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "01fad289-4bf6-40c8-8667-000987ae97bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.894s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.312084] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "01fad289-4bf6-40c8-8667-000987ae97bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.312362] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "01fad289-4bf6-40c8-8667-000987ae97bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.312570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "01fad289-4bf6-40c8-8667-000987ae97bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.312752] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "01fad289-4bf6-40c8-8667-000987ae97bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.312917] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "01fad289-4bf6-40c8-8667-000987ae97bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.315009] env[63920]: INFO nova.compute.manager [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Terminating instance [ 1327.818871] env[63920]: DEBUG nova.compute.manager [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.819121] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.819986] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2568cae4-aea0-41e3-aa4b-d2c63f7be269 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.827368] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.827554] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450e2b21-17b7-4a8b-8c9e-d344ead1512a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.833891] env[63920]: DEBUG oslo_vmware.api [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1327.833891] env[63920]: value = "task-2393141" [ 1327.833891] env[63920]: _type = "Task" [ 1327.833891] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.841286] env[63920]: DEBUG oslo_vmware.api [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.178233] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.178588] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.178713] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.178893] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.179119] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.181326] env[63920]: INFO nova.compute.manager [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Terminating instance [ 1328.343474] env[63920]: DEBUG oslo_vmware.api [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393141, 'name': PowerOffVM_Task, 'duration_secs': 0.200905} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.343728] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.343892] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.344150] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37f96ea3-d536-4adb-9f5f-24ef754cca76 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.685477] env[63920]: DEBUG nova.compute.manager [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.685759] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.686673] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd42627-dfd4-4faa-9adc-7db1af6cd027 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.695347] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.695565] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ae67a8-8917-4ad9-b07a-f6684a9073d2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.701717] env[63920]: DEBUG oslo_vmware.api [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1328.701717] env[63920]: value = "task-2393143" [ 1328.701717] env[63920]: _type = "Task" [ 1328.701717] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.709671] env[63920]: DEBUG oslo_vmware.api [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.211539] env[63920]: DEBUG oslo_vmware.api [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393143, 'name': PowerOffVM_Task, 'duration_secs': 0.189612} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.211874] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.211945] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.212207] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d47bd6c3-bb6d-441a-9613-68abd17b627a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.272325] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.272506] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.272689] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleting the datastore file [datastore1] da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.272935] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae129fa-5fdd-4143-b7e4-87672cd47252 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.279326] env[63920]: DEBUG oslo_vmware.api [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for the task: (returnval){ [ 1329.279326] env[63920]: value = "task-2393145" [ 1329.279326] env[63920]: _type = "Task" [ 1329.279326] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.286279] env[63920]: DEBUG oslo_vmware.api [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.788367] env[63920]: DEBUG oslo_vmware.api [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Task: {'id': task-2393145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145004} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.788601] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.788787] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.788960] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.789161] env[63920]: INFO nova.compute.manager [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1329.789397] env[63920]: DEBUG oslo.service.loopingcall [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.789585] env[63920]: DEBUG nova.compute.manager [-] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.789678] env[63920]: DEBUG nova.network.neutron [-] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.357424] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.357800] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.357918] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Deleting the datastore file [datastore2] 01fad289-4bf6-40c8-8667-000987ae97bd {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.358396] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-698f742a-9b58-4cde-b26d-b45f08a24fef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.365210] env[63920]: DEBUG oslo_vmware.api [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for the task: (returnval){ [ 1332.365210] env[63920]: value = "task-2393146" [ 1332.365210] env[63920]: _type = "Task" [ 1332.365210] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.373759] env[63920]: DEBUG oslo_vmware.api [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.660943] env[63920]: DEBUG nova.compute.manager [req-6cf6d134-9aa7-44ed-be74-8c4a2fe58b0e req-f4e71c95-1631-4bb3-91ef-bec8d2ef2a1f service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Received event network-vif-deleted-8a71e435-9bec-4900-97ca-5901efd52055 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1332.661166] env[63920]: INFO nova.compute.manager [req-6cf6d134-9aa7-44ed-be74-8c4a2fe58b0e req-f4e71c95-1631-4bb3-91ef-bec8d2ef2a1f service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Neutron deleted interface 8a71e435-9bec-4900-97ca-5901efd52055; detaching it from the instance and deleting it from the info cache [ 1332.661357] env[63920]: DEBUG nova.network.neutron [req-6cf6d134-9aa7-44ed-be74-8c4a2fe58b0e req-f4e71c95-1631-4bb3-91ef-bec8d2ef2a1f service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.874580] env[63920]: DEBUG oslo_vmware.api [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Task: {'id': task-2393146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438447} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.874799] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.874983] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.875176] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.875351] env[63920]: INFO nova.compute.manager [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Took 5.06 seconds to destroy the instance on the hypervisor. [ 1332.875584] env[63920]: DEBUG oslo.service.loopingcall [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.875770] env[63920]: DEBUG nova.compute.manager [-] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.875863] env[63920]: DEBUG nova.network.neutron [-] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.134316] env[63920]: DEBUG nova.network.neutron [-] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.163659] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7876ae4d-cdb8-498d-b490-308f20ba232d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.173603] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32c87f3-2422-4840-847c-a0f1b2dcbe60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.197482] env[63920]: DEBUG nova.compute.manager [req-6cf6d134-9aa7-44ed-be74-8c4a2fe58b0e req-f4e71c95-1631-4bb3-91ef-bec8d2ef2a1f service nova] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Detach interface failed, port_id=8a71e435-9bec-4900-97ca-5901efd52055, reason: Instance da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1333.588313] env[63920]: DEBUG nova.network.neutron [-] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.636604] env[63920]: INFO nova.compute.manager [-] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Took 3.85 seconds to deallocate network for instance. [ 1334.091399] env[63920]: INFO nova.compute.manager [-] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Took 1.22 seconds to deallocate network for instance. [ 1334.143052] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.143187] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.143323] env[63920]: DEBUG nova.objects.instance [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lazy-loading 'resources' on Instance uuid da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.596991] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.684848] env[63920]: DEBUG nova.compute.manager [req-ed17e8f9-6df9-4571-89b6-f5cd2259827b req-12a19ced-a83d-4909-bb7a-291a3db0fe10 service nova] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Received event network-vif-deleted-f330e44a-1ae4-43ad-8cf2-da70068aebf0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1334.699999] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ad176-23e0-4e7d-af9c-ac0e085e32fd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.707658] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb37c48-8f61-4b55-9035-bff62933f89f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.737843] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35431be3-ee94-4425-a000-ad6351c69daa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.744803] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c9028c-8b4c-4121-845b-7b0b81a509b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.757738] env[63920]: DEBUG nova.compute.provider_tree [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.260408] env[63920]: DEBUG nova.scheduler.client.report [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.764886] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.767211] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.170s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.767460] env[63920]: DEBUG nova.objects.instance [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lazy-loading 'resources' on Instance uuid 01fad289-4bf6-40c8-8667-000987ae97bd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.785898] env[63920]: INFO nova.scheduler.client.report [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Deleted allocations for instance da87fab7-e0b2-443d-a4f9-1ba970bdc8a6 [ 1336.292493] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b60075f0-b050-4b32-ab4b-82253544c0d8 tempest-ServerActionsTestJSON-376511210 tempest-ServerActionsTestJSON-376511210-project-member] Lock "da87fab7-e0b2-443d-a4f9-1ba970bdc8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.114s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.309027] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eee25d4-beb7-4368-8f57-94b9000b2c06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.316129] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f3acc-6903-4046-9302-508f5184d86d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.346121] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab970177-d462-4ae6-8b98-63a3f5f06dc4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.353205] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757feb30-2ed5-487b-b85d-1adef2131a51 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.366926] env[63920]: DEBUG nova.compute.provider_tree [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.870420] env[63920]: DEBUG nova.scheduler.client.report [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.375363] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.400818] env[63920]: INFO nova.scheduler.client.report [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Deleted allocations for instance 01fad289-4bf6-40c8-8667-000987ae97bd [ 1337.908502] env[63920]: DEBUG oslo_concurrency.lockutils [None req-daecbaf3-8cd6-45cf-a8d3-efa1b61536e9 tempest-InstanceActionsNegativeTestJSON-780270349 tempest-InstanceActionsNegativeTestJSON-780270349-project-member] Lock "01fad289-4bf6-40c8-8667-000987ae97bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.596s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.003283] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.003613] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.507137] env[63920]: DEBUG nova.compute.utils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1341.010697] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.073770] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "deef90f8-309a-4bcd-a75c-610803d81c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.074059] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "deef90f8-309a-4bcd-a75c-610803d81c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.098068] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.098384] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1342.098619] env[63920]: INFO nova.compute.manager [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Attaching volume 713f4749-fada-4218-a424-2b4d108f7a50 to /dev/sdb [ 1342.143619] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28be3928-9531-4a38-9a8c-6919b5298dcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.155264] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076afc87-ce86-48f8-9a55-690d8904d7c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.170554] env[63920]: DEBUG nova.virt.block_device [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating existing volume attachment record: 51a51966-585f-4822-9879-d986ca7cb735 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1342.577550] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.103416] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.103815] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.105194] env[63920]: INFO nova.compute.claims [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.724919] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.725161] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.725346] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1343.725421] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1343.815593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "18efc322-e59c-420c-9b72-6001f7531655" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.815593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "18efc322-e59c-420c-9b72-6001f7531655" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1344.129646] env[63920]: DEBUG nova.scheduler.client.report [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1344.146793] env[63920]: DEBUG nova.scheduler.client.report [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1344.146793] env[63920]: DEBUG nova.compute.provider_tree [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.156795] env[63920]: DEBUG nova.scheduler.client.report [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1344.174772] env[63920]: DEBUG nova.scheduler.client.report [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1344.223485] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3c32b-ee14-473c-a453-ae81a02218ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.228295] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1344.233352] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5a7466-be5c-4a25-9b35-085fe6cfec7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.265559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.265705] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.265878] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1344.266059] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.267816] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641ca659-a44d-4a92-82a2-983c886192f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.275439] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf8eb5-bea2-422f-b084-49d682b30fe7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.290946] env[63920]: DEBUG nova.compute.provider_tree [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.319773] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1344.793761] env[63920]: DEBUG nova.scheduler.client.report [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.836920] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.298639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.299321] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1345.302947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.466s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.304467] env[63920]: INFO nova.compute.claims [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.804478] env[63920]: DEBUG nova.compute.utils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1345.805942] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1345.806133] env[63920]: DEBUG nova.network.neutron [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.858602] env[63920]: DEBUG nova.policy [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5defa838802d4ebcaebb8c31835d45a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80b156707d8e497b983cc4620e3222ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1346.005557] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating instance_info_cache with network_info: [{"id": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "address": "fa:16:3e:28:2a:90", "network": {"id": "60c2a437-fd6f-497e-98ed-07d7addbd212", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-414946563-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "afdf8b3596404f3298734ed3c5dd03c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07bd318c-05", "ovs_interfaceid": "07bd318c-050d-416a-b7bc-f1a6c17aaf3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.099566] env[63920]: DEBUG nova.network.neutron [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Successfully created port: 3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.310260] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1346.369362] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a60af09-c779-4c4d-bca6-f07a3b43c8d5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.377643] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b4e83d-d44d-417f-999e-9615b1cd9d2d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.409859] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5694769-8974-48f6-bebc-edb5e01879ab {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.417925] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6818f6a-9581-4cbb-9279-569f17dfd0dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.430498] env[63920]: DEBUG nova.compute.provider_tree [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.508544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-65939172-eecd-4724-bbc7-d2e9194d67e4" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.508737] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1346.508878] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.509048] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.509204] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.509512] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.509744] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.509917] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.510080] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1346.510220] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.723055] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1346.723055] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485484', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'name': 'volume-713f4749-fada-4218-a424-2b4d108f7a50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'serial': '713f4749-fada-4218-a424-2b4d108f7a50'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1346.723867] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f31ab8-4a46-4a17-9f39-09ec4147d0bb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.739731] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e7fc1d-9a86-4fdb-aa03-dc535c9f4200 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.763208] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-713f4749-fada-4218-a424-2b4d108f7a50/volume-713f4749-fada-4218-a424-2b4d108f7a50.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.763424] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-202d92ac-3dd1-4b21-a010-94b517c1c618 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.782662] env[63920]: DEBUG oslo_vmware.api [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1346.782662] env[63920]: value = "task-2393149" [ 1346.782662] env[63920]: _type = "Task" [ 1346.782662] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.790340] env[63920]: DEBUG oslo_vmware.api [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.933495] env[63920]: DEBUG nova.scheduler.client.report [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.013643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.292538] env[63920]: DEBUG oslo_vmware.api [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393149, 'name': ReconfigVM_Task, 'duration_secs': 0.379161} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.292771] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-713f4749-fada-4218-a424-2b4d108f7a50/volume-713f4749-fada-4218-a424-2b4d108f7a50.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.297424] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8938517-5c7c-4b97-9f3d-fe567f2ff7fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.311654] env[63920]: DEBUG oslo_vmware.api [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1347.311654] env[63920]: value = "task-2393150" [ 1347.311654] env[63920]: _type = "Task" [ 1347.311654] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.320553] env[63920]: DEBUG oslo_vmware.api [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.322604] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1347.349581] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.349581] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.349889] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.349889] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.349964] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.350133] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.350338] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.350491] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.350650] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.350808] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.350973] env[63920]: DEBUG nova.virt.hardware [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.351849] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140a530a-4cf4-461c-bf6f-589895155694 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.359645] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa06886-d931-4982-8256-24ef78e5c085 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.439589] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.439589] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1347.442384] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.429s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.442485] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.442582] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1347.443634] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a603e7-001b-488d-b0a9-5ca49127822c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.451764] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d6781f-17bb-41af-9745-387ddf5209e9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.466785] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2116329c-2b20-4d0b-9ba6-c463ae67e133 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.472801] env[63920]: DEBUG nova.compute.manager [req-e0a66feb-5efa-4cd2-91be-66f229054d21 req-28614ee6-b512-4eb8-b17e-8c4d479f778b service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Received event network-vif-plugged-3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1347.473038] env[63920]: DEBUG oslo_concurrency.lockutils [req-e0a66feb-5efa-4cd2-91be-66f229054d21 req-28614ee6-b512-4eb8-b17e-8c4d479f778b service nova] Acquiring lock "deef90f8-309a-4bcd-a75c-610803d81c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.473247] env[63920]: DEBUG oslo_concurrency.lockutils [req-e0a66feb-5efa-4cd2-91be-66f229054d21 req-28614ee6-b512-4eb8-b17e-8c4d479f778b service nova] Lock "deef90f8-309a-4bcd-a75c-610803d81c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.473421] env[63920]: DEBUG oslo_concurrency.lockutils [req-e0a66feb-5efa-4cd2-91be-66f229054d21 req-28614ee6-b512-4eb8-b17e-8c4d479f778b service nova] Lock "deef90f8-309a-4bcd-a75c-610803d81c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.473579] env[63920]: DEBUG nova.compute.manager [req-e0a66feb-5efa-4cd2-91be-66f229054d21 req-28614ee6-b512-4eb8-b17e-8c4d479f778b service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] No waiting events found dispatching network-vif-plugged-3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.473747] env[63920]: WARNING nova.compute.manager [req-e0a66feb-5efa-4cd2-91be-66f229054d21 req-28614ee6-b512-4eb8-b17e-8c4d479f778b service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Received unexpected event network-vif-plugged-3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 for instance with vm_state building and task_state spawning. [ 1347.479218] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985564b5-3311-4692-806a-90d9b5006816 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.508154] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181154MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1347.508154] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.508154] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.573016] env[63920]: DEBUG nova.network.neutron [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Successfully updated port: 3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.823357] env[63920]: DEBUG oslo_vmware.api [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393150, 'name': ReconfigVM_Task, 'duration_secs': 0.138656} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.825434] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485484', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'name': 'volume-713f4749-fada-4218-a424-2b4d108f7a50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'serial': '713f4749-fada-4218-a424-2b4d108f7a50'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1347.945156] env[63920]: DEBUG nova.compute.utils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1347.948761] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1347.949064] env[63920]: DEBUG nova.network.neutron [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1347.990614] env[63920]: DEBUG nova.policy [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fc4e30121b4c869297ed172df9721c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea233902e7574c249de8aa8e9e018af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1348.075122] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.075257] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.075400] env[63920]: DEBUG nova.network.neutron [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.270160] env[63920]: DEBUG nova.network.neutron [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Successfully created port: 0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1348.452670] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1348.532421] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 65939172-eecd-4724-bbc7-d2e9194d67e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1348.532610] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance deef90f8-309a-4bcd-a75c-610803d81c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1348.532702] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1348.532870] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1348.533017] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1348.580102] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd022e81-0fc5-4a82-8fa2-bd27951b2264 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.587671] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca049ab8-ab68-49b6-96c0-fea28e2408e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.616651] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed77920-3839-4134-8fc9-41c55e9b1041 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.620268] env[63920]: DEBUG nova.network.neutron [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.625238] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073acf8f-27d6-411a-a1f1-00918cda912d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.638893] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.736757] env[63920]: DEBUG nova.network.neutron [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updating instance_info_cache with network_info: [{"id": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "address": "fa:16:3e:ba:16:0d", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9a4bc7-81", "ovs_interfaceid": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.859830] env[63920]: DEBUG nova.objects.instance [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.143255] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.239753] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.240128] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Instance network_info: |[{"id": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "address": "fa:16:3e:ba:16:0d", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9a4bc7-81", "ovs_interfaceid": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1349.240565] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:16:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1349.247939] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Creating folder: Project (80b156707d8e497b983cc4620e3222ac). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.248210] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8bffd17-6a60-45e8-8bbb-98603f6f8893 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.260663] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Created folder: Project (80b156707d8e497b983cc4620e3222ac) in parent group-v485178. [ 1349.260851] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Creating folder: Instances. Parent ref: group-v485485. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1349.261079] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d40854-c1d7-463c-bdd7-6ea46c5500a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.270011] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Created folder: Instances in parent group-v485485. [ 1349.270244] env[63920]: DEBUG oslo.service.loopingcall [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1349.270450] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1349.270640] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9908a87d-e698-40ef-8481-757f978d40e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.289788] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1349.289788] env[63920]: value = "task-2393153" [ 1349.289788] env[63920]: _type = "Task" [ 1349.289788] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.296944] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393153, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.365314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-91d6b69a-b99a-414d-a522-b581ca69cd15 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.267s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.462296] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1349.489620] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.489885] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.490055] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.490247] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.490424] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.490588] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.490795] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.490949] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.491136] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.491299] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.491473] env[63920]: DEBUG nova.virt.hardware [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.492389] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9124d4-8713-4378-8a71-d9a4a71dc551 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.500367] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d761e-63cd-4313-8037-1e7d815e210f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.506185] env[63920]: DEBUG nova.compute.manager [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Received event network-changed-3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1349.506374] env[63920]: DEBUG nova.compute.manager [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Refreshing instance network info cache due to event network-changed-3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1349.506585] env[63920]: DEBUG oslo_concurrency.lockutils [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] Acquiring lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.506720] env[63920]: DEBUG oslo_concurrency.lockutils [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] Acquired lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.506876] env[63920]: DEBUG nova.network.neutron [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Refreshing network info cache for port 3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.647822] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1349.647822] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.783698] env[63920]: DEBUG nova.network.neutron [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Successfully updated port: 0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1349.799979] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393153, 'name': CreateVM_Task, 'duration_secs': 0.308388} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.800163] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.800908] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.801091] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.801444] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1349.801698] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c2e132-99f6-42af-b41c-ce6ec741c8e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.806330] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1349.806330] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525d3ce0-17bf-de13-6e7b-6bb9a239d887" [ 1349.806330] env[63920]: _type = "Task" [ 1349.806330] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.814140] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525d3ce0-17bf-de13-6e7b-6bb9a239d887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.189873] env[63920]: DEBUG nova.network.neutron [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updated VIF entry in instance network info cache for port 3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.190257] env[63920]: DEBUG nova.network.neutron [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updating instance_info_cache with network_info: [{"id": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "address": "fa:16:3e:ba:16:0d", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9a4bc7-81", "ovs_interfaceid": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.216380] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.216614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.287072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.287251] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.287416] env[63920]: DEBUG nova.network.neutron [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1350.316876] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525d3ce0-17bf-de13-6e7b-6bb9a239d887, 'name': SearchDatastore_Task, 'duration_secs': 0.009964} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.317190] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.317421] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.317652] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.317796] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.317965] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.318227] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd06c6b-276e-4bf6-8c87-4400aad42f3b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.326568] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.326741] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.327455] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35d3405b-2b22-4603-bf06-2def6434a70e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.332957] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1350.332957] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dde40d-3034-f017-6d3f-026c7bbba234" [ 1350.332957] env[63920]: _type = "Task" [ 1350.332957] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.340243] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dde40d-3034-f017-6d3f-026c7bbba234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.693712] env[63920]: DEBUG oslo_concurrency.lockutils [req-3c6fe6c8-65af-40be-82d2-2a650452347d req-1a7ae73e-3d7c-4d88-8123-780ef4340efb service nova] Releasing lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.719338] env[63920]: DEBUG nova.compute.utils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1350.830612] env[63920]: DEBUG nova.network.neutron [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1350.842925] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52dde40d-3034-f017-6d3f-026c7bbba234, 'name': SearchDatastore_Task, 'duration_secs': 0.016321} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.843715] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f29d54-fc06-4831-9de3-0bf90fe181c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.851040] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1350.851040] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0c299-b616-1dfa-73bc-2e53aaf02034" [ 1350.851040] env[63920]: _type = "Task" [ 1350.851040] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.858755] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0c299-b616-1dfa-73bc-2e53aaf02034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.959153] env[63920]: DEBUG nova.network.neutron [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.222088] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.362290] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c0c299-b616-1dfa-73bc-2e53aaf02034, 'name': SearchDatastore_Task, 'duration_secs': 0.009738} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.362588] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.362848] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/deef90f8-309a-4bcd-a75c-610803d81c27.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.363115] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-907f22a1-58da-4600-a214-9659b56cfde9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.369869] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1351.369869] env[63920]: value = "task-2393154" [ 1351.369869] env[63920]: _type = "Task" [ 1351.369869] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.376926] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.461668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.461940] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Instance network_info: |[{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1351.462414] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:d5:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0783313e-8d14-4b6c-8b74-67221a0f83ca', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1351.470055] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating folder: Project (ea233902e7574c249de8aa8e9e018af1). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.470336] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-313a74bc-d944-487a-8e05-e5d19416d0f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.480087] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created folder: Project (ea233902e7574c249de8aa8e9e018af1) in parent group-v485178. [ 1351.480282] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating folder: Instances. Parent ref: group-v485488. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1351.480508] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07d39eed-7bd2-439d-92ab-90e469181419 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.489058] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created folder: Instances in parent group-v485488. [ 1351.489278] env[63920]: DEBUG oslo.service.loopingcall [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1351.489498] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1351.489691] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc9ffcac-9514-4041-97ae-d09d86c97c34 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.510373] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1351.510373] env[63920]: value = "task-2393157" [ 1351.510373] env[63920]: _type = "Task" [ 1351.510373] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.520523] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393157, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.531884] env[63920]: DEBUG nova.compute.manager [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Received event network-vif-plugged-0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1351.532175] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] Acquiring lock "18efc322-e59c-420c-9b72-6001f7531655-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.532175] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] Lock "18efc322-e59c-420c-9b72-6001f7531655-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.532411] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] Lock "18efc322-e59c-420c-9b72-6001f7531655-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.532518] env[63920]: DEBUG nova.compute.manager [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] No waiting events found dispatching network-vif-plugged-0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.532686] env[63920]: WARNING nova.compute.manager [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Received unexpected event network-vif-plugged-0783313e-8d14-4b6c-8b74-67221a0f83ca for instance with vm_state building and task_state spawning. [ 1351.532845] env[63920]: DEBUG nova.compute.manager [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Received event network-changed-0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1351.532997] env[63920]: DEBUG nova.compute.manager [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Refreshing instance network info cache due to event network-changed-0783313e-8d14-4b6c-8b74-67221a0f83ca. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1351.533203] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.533339] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.533495] env[63920]: DEBUG nova.network.neutron [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Refreshing network info cache for port 0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.879611] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427745} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.879959] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/deef90f8-309a-4bcd-a75c-610803d81c27.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.880144] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.880527] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-deaf9912-50e6-4948-a650-b14ef42d67cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.887234] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1351.887234] env[63920]: value = "task-2393158" [ 1351.887234] env[63920]: _type = "Task" [ 1351.887234] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.895816] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.020143] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393157, 'name': CreateVM_Task, 'duration_secs': 0.325123} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.020329] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1352.020999] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.021184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.021496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1352.021771] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd8013f-d74a-408d-8dbe-60c6d078c936 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.025951] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1352.025951] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527b8e3d-3778-4fbe-f103-5e821458765f" [ 1352.025951] env[63920]: _type = "Task" [ 1352.025951] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.033281] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527b8e3d-3778-4fbe-f103-5e821458765f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.228173] env[63920]: DEBUG nova.network.neutron [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updated VIF entry in instance network info cache for port 0783313e-8d14-4b6c-8b74-67221a0f83ca. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.228625] env[63920]: DEBUG nova.network.neutron [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.292129] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.292331] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.292556] env[63920]: INFO nova.compute.manager [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Attaching volume 9e0909e0-3f14-44dd-bc36-8407a953d494 to /dev/sdc [ 1352.323007] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee85c1f-d29f-4f67-ad72-02c73cb644b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.330140] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a8afab-7852-4333-b445-1a2ee212744b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.343844] env[63920]: DEBUG nova.virt.block_device [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating existing volume attachment record: 9087713f-ae3b-4ba9-bf3a-761fa823d8ce {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1352.398145] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067442} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.398145] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.398145] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbeea96-e387-476e-a23a-c530326685c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.419194] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/deef90f8-309a-4bcd-a75c-610803d81c27.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.419494] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3651680-0a37-4392-a574-2ea4e73f3a70 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.440455] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1352.440455] env[63920]: value = "task-2393159" [ 1352.440455] env[63920]: _type = "Task" [ 1352.440455] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.447960] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.538453] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527b8e3d-3778-4fbe-f103-5e821458765f, 'name': SearchDatastore_Task, 'duration_secs': 0.021028} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.538746] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.538972] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.539216] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.539413] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.539556] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.539817] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dc2c4ea-09d1-4ca1-bbd3-2aee2ee30200 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.548131] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.548259] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.548928] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff027432-d0a8-4bea-b087-5d56a94a3cb2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.553690] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1352.553690] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5232e1dd-10e1-eace-6230-ca4db5cdb481" [ 1352.553690] env[63920]: _type = "Task" [ 1352.553690] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.560845] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5232e1dd-10e1-eace-6230-ca4db5cdb481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.731938] env[63920]: DEBUG oslo_concurrency.lockutils [req-4ee63a19-37ba-4ae5-bab7-ccb6c9e52c0b req-79dae451-7e79-4e0b-b6e6-8fbbda648fcf service nova] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.950390] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393159, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.063584] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5232e1dd-10e1-eace-6230-ca4db5cdb481, 'name': SearchDatastore_Task, 'duration_secs': 0.022097} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.064354] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfbfdb3-0e83-4f71-9866-7cec5969e867 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.069069] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1353.069069] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529874ca-afc4-af05-eacf-8b04a0797c33" [ 1353.069069] env[63920]: _type = "Task" [ 1353.069069] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.076141] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529874ca-afc4-af05-eacf-8b04a0797c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.450773] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393159, 'name': ReconfigVM_Task, 'duration_secs': 0.518852} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.451067] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Reconfigured VM instance instance-00000073 to attach disk [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/deef90f8-309a-4bcd-a75c-610803d81c27.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.451707] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e429b1d7-4528-4e1d-aa88-8844badeefee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.458536] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1353.458536] env[63920]: value = "task-2393161" [ 1353.458536] env[63920]: _type = "Task" [ 1353.458536] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.466161] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393161, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.578695] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529874ca-afc4-af05-eacf-8b04a0797c33, 'name': SearchDatastore_Task, 'duration_secs': 0.008066} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.578962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.579245] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 18efc322-e59c-420c-9b72-6001f7531655/18efc322-e59c-420c-9b72-6001f7531655.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.579542] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449d05ff-f8d8-4cc4-bbeb-42ac9a9a3d3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.585548] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1353.585548] env[63920]: value = "task-2393162" [ 1353.585548] env[63920]: _type = "Task" [ 1353.585548] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.592787] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.968683] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393161, 'name': Rename_Task, 'duration_secs': 0.129228} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.969126] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.969229] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ac4a80-d078-4045-8503-0de8bc1f5bcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.977840] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1353.977840] env[63920]: value = "task-2393163" [ 1353.977840] env[63920]: _type = "Task" [ 1353.977840] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.987943] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.095140] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435939} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.095423] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 18efc322-e59c-420c-9b72-6001f7531655/18efc322-e59c-420c-9b72-6001f7531655.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.095645] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.095951] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d12b8be8-4ef2-4ce4-85f2-0cef068d83c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.101870] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1354.101870] env[63920]: value = "task-2393164" [ 1354.101870] env[63920]: _type = "Task" [ 1354.101870] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.108581] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.488537] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.611640] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061435} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.611946] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.612770] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1946a3a-2bf3-48a7-874b-9c80a82cf4fd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.636485] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 18efc322-e59c-420c-9b72-6001f7531655/18efc322-e59c-420c-9b72-6001f7531655.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.636744] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfff459-1bfd-401c-be4a-ff5510b21a00 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.654985] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1354.654985] env[63920]: value = "task-2393166" [ 1354.654985] env[63920]: _type = "Task" [ 1354.654985] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.662994] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.987938] env[63920]: DEBUG oslo_vmware.api [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393163, 'name': PowerOnVM_Task, 'duration_secs': 0.654553} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.988261] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1354.988409] env[63920]: INFO nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1354.988591] env[63920]: DEBUG nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.989338] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f5c4ca-3125-44f9-aad6-490321aae4fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.165154] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393166, 'name': ReconfigVM_Task, 'duration_secs': 0.25766} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.165430] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 18efc322-e59c-420c-9b72-6001f7531655/18efc322-e59c-420c-9b72-6001f7531655.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.166044] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5caa417b-f9e7-470d-b8c9-65038d044795 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.172202] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1355.172202] env[63920]: value = "task-2393167" [ 1355.172202] env[63920]: _type = "Task" [ 1355.172202] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.179322] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393167, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.505332] env[63920]: INFO nova.compute.manager [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Took 12.42 seconds to build instance. [ 1355.683094] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393167, 'name': Rename_Task, 'duration_secs': 0.136126} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.683409] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.683702] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9acc0e70-39b7-4619-a36a-ee0bc31dd5cf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.690295] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1355.690295] env[63920]: value = "task-2393168" [ 1355.690295] env[63920]: _type = "Task" [ 1355.690295] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.698499] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.007504] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d4bde48a-c3a0-49b6-872c-65e5c0aa5932 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "deef90f8-309a-4bcd-a75c-610803d81c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.933s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.199988] env[63920]: DEBUG oslo_vmware.api [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393168, 'name': PowerOnVM_Task, 'duration_secs': 0.406993} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.200847] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.200847] env[63920]: INFO nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1356.200980] env[63920]: DEBUG nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.201705] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781bc0a9-c458-469a-b3dc-f019c1e8e4e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.275605] env[63920]: INFO nova.compute.manager [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Rescuing [ 1356.275866] env[63920]: DEBUG oslo_concurrency.lockutils [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.276048] env[63920]: DEBUG oslo_concurrency.lockutils [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.276227] env[63920]: DEBUG nova.network.neutron [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.719899] env[63920]: INFO nova.compute.manager [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Took 11.90 seconds to build instance. [ 1356.897270] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1356.897524] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485491', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'name': 'volume-9e0909e0-3f14-44dd-bc36-8407a953d494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'serial': '9e0909e0-3f14-44dd-bc36-8407a953d494'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1356.898514] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e706161-11df-40a1-986a-5f710eddfa2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.918784] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d7b65-5125-4470-ad5c-2a5f0e84ac5d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.945194] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-9e0909e0-3f14-44dd-bc36-8407a953d494/volume-9e0909e0-3f14-44dd-bc36-8407a953d494.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.947650] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee9b807-88dd-43c1-b8bc-e98e054c1336 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.969088] env[63920]: DEBUG oslo_vmware.api [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1356.969088] env[63920]: value = "task-2393169" [ 1356.969088] env[63920]: _type = "Task" [ 1356.969088] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.975184] env[63920]: DEBUG oslo_vmware.api [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.037098] env[63920]: DEBUG nova.compute.manager [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Received event network-changed-0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1357.037360] env[63920]: DEBUG nova.compute.manager [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Refreshing instance network info cache due to event network-changed-0783313e-8d14-4b6c-8b74-67221a0f83ca. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1357.038022] env[63920]: DEBUG oslo_concurrency.lockutils [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.038022] env[63920]: DEBUG oslo_concurrency.lockutils [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.038022] env[63920]: DEBUG nova.network.neutron [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Refreshing network info cache for port 0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.075201] env[63920]: DEBUG nova.network.neutron [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updating instance_info_cache with network_info: [{"id": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "address": "fa:16:3e:ba:16:0d", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9a4bc7-81", "ovs_interfaceid": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.222163] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e40d3167-e92e-4340-9d40-9eaa5b2f47ac tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "18efc322-e59c-420c-9b72-6001f7531655" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.407s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.477755] env[63920]: DEBUG oslo_vmware.api [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393169, 'name': ReconfigVM_Task, 'duration_secs': 0.438745} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.478041] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-9e0909e0-3f14-44dd-bc36-8407a953d494/volume-9e0909e0-3f14-44dd-bc36-8407a953d494.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.482906] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39df965-fd2c-48be-98fb-b8709580d540 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.497941] env[63920]: DEBUG oslo_vmware.api [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1357.497941] env[63920]: value = "task-2393170" [ 1357.497941] env[63920]: _type = "Task" [ 1357.497941] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.505941] env[63920]: DEBUG oslo_vmware.api [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.578361] env[63920]: DEBUG oslo_concurrency.lockutils [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.786584] env[63920]: DEBUG nova.network.neutron [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updated VIF entry in instance network info cache for port 0783313e-8d14-4b6c-8b74-67221a0f83ca. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.786953] env[63920]: DEBUG nova.network.neutron [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.008847] env[63920]: DEBUG oslo_vmware.api [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393170, 'name': ReconfigVM_Task, 'duration_secs': 0.179484} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.009175] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485491', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'name': 'volume-9e0909e0-3f14-44dd-bc36-8407a953d494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'serial': '9e0909e0-3f14-44dd-bc36-8407a953d494'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1358.289757] env[63920]: DEBUG oslo_concurrency.lockutils [req-0ba18236-b1e1-43fc-8431-3422f35fc890 req-61c74134-0927-45bf-bf2a-44d5e70c4387 service nova] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.046773] env[63920]: DEBUG nova.objects.instance [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.115593] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.115907] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ced706f-d789-4f9b-8d86-af593fe34497 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.124373] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1359.124373] env[63920]: value = "task-2393171" [ 1359.124373] env[63920]: _type = "Task" [ 1359.124373] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.132176] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.551909] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b315deb8-1bf1-4c09-8658-403e61fc84aa tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.634383] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393171, 'name': PowerOffVM_Task, 'duration_secs': 0.178793} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.634643] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.635462] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737174ed-b42b-4061-a58c-7b8afd897ebc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.654175] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1867bca-33a8-4557-89ce-b29987b5165b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.680402] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.680668] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4b3ec6-b76a-4cb2-a972-04714977bb63 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.687613] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1359.687613] env[63920]: value = "task-2393172" [ 1359.687613] env[63920]: _type = "Task" [ 1359.687613] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.695797] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.851136] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.851355] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.197940] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1360.198148] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.198387] env[63920]: DEBUG oslo_concurrency.lockutils [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.198535] env[63920]: DEBUG oslo_concurrency.lockutils [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.198709] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.198955] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b8e1ab-f06a-46d5-abda-0f0675c353df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.206923] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.207101] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.207787] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3270dd-d10f-4b76-9c26-145f330f5004 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.212215] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1360.212215] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52442972-e0ad-f92e-c9e5-0f65f251162f" [ 1360.212215] env[63920]: _type = "Task" [ 1360.212215] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.220523] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52442972-e0ad-f92e-c9e5-0f65f251162f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.354613] env[63920]: INFO nova.compute.manager [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Detaching volume 713f4749-fada-4218-a424-2b4d108f7a50 [ 1360.383795] env[63920]: INFO nova.virt.block_device [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Attempting to driver detach volume 713f4749-fada-4218-a424-2b4d108f7a50 from mountpoint /dev/sdb [ 1360.384045] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1360.384240] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485484', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'name': 'volume-713f4749-fada-4218-a424-2b4d108f7a50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'serial': '713f4749-fada-4218-a424-2b4d108f7a50'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1360.385109] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c86359-6c9e-4e92-a4e7-f40aa7bb73ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.408615] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e8cce6-04eb-438b-af9b-bf087a846462 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.415275] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed48e76d-2d79-4185-8ea4-fa384d558982 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.438060] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69d5399-23cc-4a38-8022-7a41aa7e07ad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.452522] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] The volume has not been displaced from its original location: [datastore1] volume-713f4749-fada-4218-a424-2b4d108f7a50/volume-713f4749-fada-4218-a424-2b4d108f7a50.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1360.457622] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1360.457884] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843edb6c-d3f2-4870-b38f-ab2c887cecb3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.474955] env[63920]: DEBUG oslo_vmware.api [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1360.474955] env[63920]: value = "task-2393173" [ 1360.474955] env[63920]: _type = "Task" [ 1360.474955] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.482270] env[63920]: DEBUG oslo_vmware.api [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.721574] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52442972-e0ad-f92e-c9e5-0f65f251162f, 'name': SearchDatastore_Task, 'duration_secs': 0.007981} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.722317] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d9b4a9-c570-418d-af7a-a6ae696ed7ae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.726872] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1360.726872] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b65d2-2c43-2eb9-19f4-654fc509d84b" [ 1360.726872] env[63920]: _type = "Task" [ 1360.726872] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.733761] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b65d2-2c43-2eb9-19f4-654fc509d84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.984633] env[63920]: DEBUG oslo_vmware.api [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393173, 'name': ReconfigVM_Task, 'duration_secs': 0.242255} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.984845] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.989335] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5d8306b-eb5c-4dc0-8bb9-6f2558042a2c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.004391] env[63920]: DEBUG oslo_vmware.api [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1361.004391] env[63920]: value = "task-2393174" [ 1361.004391] env[63920]: _type = "Task" [ 1361.004391] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.013262] env[63920]: DEBUG oslo_vmware.api [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.236878] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]525b65d2-2c43-2eb9-19f4-654fc509d84b, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.237092] env[63920]: DEBUG oslo_concurrency.lockutils [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.237353] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. {{(pid=63920) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1361.237659] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3be570e-8a30-49ab-b279-2ca74468f696 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.243755] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1361.243755] env[63920]: value = "task-2393175" [ 1361.243755] env[63920]: _type = "Task" [ 1361.243755] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.250628] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.514703] env[63920]: DEBUG oslo_vmware.api [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393174, 'name': ReconfigVM_Task, 'duration_secs': 0.137078} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.515017] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485484', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'name': 'volume-713f4749-fada-4218-a424-2b4d108f7a50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '713f4749-fada-4218-a424-2b4d108f7a50', 'serial': '713f4749-fada-4218-a424-2b4d108f7a50'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1361.753911] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433582} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.754231] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. [ 1361.754913] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a624bb-fc61-42f8-a103-5c0fd2fba825 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.779637] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.779840] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5ac89d5-7454-439c-825a-78bed567551e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.797213] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1361.797213] env[63920]: value = "task-2393176" [ 1361.797213] env[63920]: _type = "Task" [ 1361.797213] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.804457] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.057588] env[63920]: DEBUG nova.objects.instance [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.311438] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.808260] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.067299] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8faf44d4-7c64-488d-bd3b-44d285864b4e tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.113913] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.114184] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.309780] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393176, 'name': ReconfigVM_Task, 'duration_secs': 1.039137} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.310094] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Reconfigured VM instance instance-00000073 to attach disk [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.310948] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c8175b-39a1-49d3-858d-0334c11030b1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.335477] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59245838-40e0-4430-908e-783577269f17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.350935] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1363.350935] env[63920]: value = "task-2393177" [ 1363.350935] env[63920]: _type = "Task" [ 1363.350935] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.358971] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.617918] env[63920]: INFO nova.compute.manager [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Detaching volume 9e0909e0-3f14-44dd-bc36-8407a953d494 [ 1363.648027] env[63920]: INFO nova.virt.block_device [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Attempting to driver detach volume 9e0909e0-3f14-44dd-bc36-8407a953d494 from mountpoint /dev/sdc [ 1363.648320] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1363.648535] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485491', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'name': 'volume-9e0909e0-3f14-44dd-bc36-8407a953d494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'serial': '9e0909e0-3f14-44dd-bc36-8407a953d494'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1363.649427] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9327b6d6-e07b-4f71-a81d-dec9af18a312 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.671166] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f214fb-4cd5-4bf2-b655-7255a62f8ec3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.677797] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc9ab49-5ed5-4f87-ac8f-13045ddabc26 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.697937] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896612e3-8f26-4feb-a04e-365e457e79ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.713183] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] The volume has not been displaced from its original location: [datastore1] volume-9e0909e0-3f14-44dd-bc36-8407a953d494/volume-9e0909e0-3f14-44dd-bc36-8407a953d494.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1363.718598] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1363.719014] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d246856f-27dd-4098-a488-4ea53071d22e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.738553] env[63920]: DEBUG oslo_vmware.api [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1363.738553] env[63920]: value = "task-2393178" [ 1363.738553] env[63920]: _type = "Task" [ 1363.738553] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.747663] env[63920]: DEBUG oslo_vmware.api [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.861174] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393177, 'name': ReconfigVM_Task, 'duration_secs': 0.167469} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.861533] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.861629] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55f457aa-adef-4b3a-971c-e6bc0e800d8e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.868503] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1363.868503] env[63920]: value = "task-2393179" [ 1363.868503] env[63920]: _type = "Task" [ 1363.868503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.877580] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.248107] env[63920]: DEBUG oslo_vmware.api [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393178, 'name': ReconfigVM_Task, 'duration_secs': 0.248392} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.248373] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1364.252922] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f982614-bf83-4678-9d0c-40992804e7a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.266639] env[63920]: DEBUG oslo_vmware.api [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1364.266639] env[63920]: value = "task-2393180" [ 1364.266639] env[63920]: _type = "Task" [ 1364.266639] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.273897] env[63920]: DEBUG oslo_vmware.api [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393180, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.378108] env[63920]: DEBUG oslo_vmware.api [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393179, 'name': PowerOnVM_Task, 'duration_secs': 0.376187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.378374] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.381344] env[63920]: DEBUG nova.compute.manager [None req-41119593-6dec-4089-9912-ad3f50c0aac6 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.382158] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014d316c-3dfc-4522-9386-2993dfbd60c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.776645] env[63920]: DEBUG oslo_vmware.api [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393180, 'name': ReconfigVM_Task, 'duration_secs': 0.138665} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.776945] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485491', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'name': 'volume-9e0909e0-3f14-44dd-bc36-8407a953d494', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '65939172-eecd-4724-bbc7-d2e9194d67e4', 'attached_at': '', 'detached_at': '', 'volume_id': '9e0909e0-3f14-44dd-bc36-8407a953d494', 'serial': '9e0909e0-3f14-44dd-bc36-8407a953d494'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1365.317197] env[63920]: DEBUG nova.objects.instance [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'flavor' on Instance uuid 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.691599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "d1bfa508-59b6-4fad-8ae5-11716d455858" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.691932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.194733] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.324319] env[63920]: DEBUG oslo_concurrency.lockutils [None req-d090639e-bd3d-4676-b05b-5641591a4e4a tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.717256] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.717568] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.719145] env[63920]: INFO nova.compute.claims [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.504613] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.504927] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.505151] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "65939172-eecd-4724-bbc7-d2e9194d67e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.505733] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.505921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.507937] env[63920]: INFO nova.compute.manager [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Terminating instance [ 1367.786302] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e362f6c0-c71e-474e-8a79-c197303e4203 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.793863] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c3ef6d-7464-4fbd-b0a9-aa8ce07f93c2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.822928] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2ebb5f-8f3c-484c-abed-fa2b3b6de426 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.829486] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6182873f-7b8b-48f8-9f24-a8d649f4428d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.842289] env[63920]: DEBUG nova.compute.provider_tree [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.011743] env[63920]: DEBUG nova.compute.manager [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.011952] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.012833] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437865bd-e2a0-4899-96cf-edc57fe41606 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.020542] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.020765] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5fccf8-d388-440a-8ca7-6e65941aed94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.026724] env[63920]: DEBUG oslo_vmware.api [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1368.026724] env[63920]: value = "task-2393181" [ 1368.026724] env[63920]: _type = "Task" [ 1368.026724] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.035576] env[63920]: DEBUG oslo_vmware.api [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.345599] env[63920]: DEBUG nova.scheduler.client.report [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.536704] env[63920]: DEBUG oslo_vmware.api [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393181, 'name': PowerOffVM_Task, 'duration_secs': 0.294448} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.537114] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.537114] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.537341] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9107205-0f1f-4a25-9e67-08f6310b204e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.748245] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.748507] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.748693] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Deleting the datastore file [datastore2] 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.748981] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88b7155a-d3aa-423c-a8b9-09378662b427 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.754859] env[63920]: DEBUG oslo_vmware.api [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for the task: (returnval){ [ 1368.754859] env[63920]: value = "task-2393183" [ 1368.754859] env[63920]: _type = "Task" [ 1368.754859] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.763051] env[63920]: DEBUG oslo_vmware.api [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.850316] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.850814] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.264450] env[63920]: DEBUG oslo_vmware.api [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Task: {'id': task-2393183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331246} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.264703] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.264888] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.265082] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.265264] env[63920]: INFO nova.compute.manager [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1369.265504] env[63920]: DEBUG oslo.service.loopingcall [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.265694] env[63920]: DEBUG nova.compute.manager [-] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.265787] env[63920]: DEBUG nova.network.neutron [-] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.355995] env[63920]: DEBUG nova.compute.utils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1369.357429] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.357713] env[63920]: DEBUG nova.network.neutron [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.423704] env[63920]: DEBUG nova.policy [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5defa838802d4ebcaebb8c31835d45a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80b156707d8e497b983cc4620e3222ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.674466] env[63920]: DEBUG nova.network.neutron [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Successfully created port: afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.731951] env[63920]: DEBUG nova.compute.manager [req-1d6f51b0-8335-4151-b810-8b16f3a6ea73 req-60cc60a5-46b1-4c55-a1ec-13a09f442a3c service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Received event network-vif-deleted-07bd318c-050d-416a-b7bc-f1a6c17aaf3e {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1369.731951] env[63920]: INFO nova.compute.manager [req-1d6f51b0-8335-4151-b810-8b16f3a6ea73 req-60cc60a5-46b1-4c55-a1ec-13a09f442a3c service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Neutron deleted interface 07bd318c-050d-416a-b7bc-f1a6c17aaf3e; detaching it from the instance and deleting it from the info cache [ 1369.732079] env[63920]: DEBUG nova.network.neutron [req-1d6f51b0-8335-4151-b810-8b16f3a6ea73 req-60cc60a5-46b1-4c55-a1ec-13a09f442a3c service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.861067] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.215589] env[63920]: DEBUG nova.network.neutron [-] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.234891] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35977c9a-4d01-4e78-abee-1d8c5d043fb6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.244456] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc16ef7b-2526-45ed-a6bf-dd4a8e959e53 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.270359] env[63920]: DEBUG nova.compute.manager [req-1d6f51b0-8335-4151-b810-8b16f3a6ea73 req-60cc60a5-46b1-4c55-a1ec-13a09f442a3c service nova] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Detach interface failed, port_id=07bd318c-050d-416a-b7bc-f1a6c17aaf3e, reason: Instance 65939172-eecd-4724-bbc7-d2e9194d67e4 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1370.717876] env[63920]: INFO nova.compute.manager [-] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Took 1.45 seconds to deallocate network for instance. [ 1370.871186] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.897806] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.898075] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.898235] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.898416] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.898562] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.898709] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.898913] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.899086] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.899255] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.899416] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.899584] env[63920]: DEBUG nova.virt.hardware [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.900504] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d5794-3e16-470e-ae31-9a693157f9c4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.908496] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6e829e-8f1f-4c68-964a-90029a445f06 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.058757] env[63920]: DEBUG nova.compute.manager [req-885274a5-2bf6-482f-82c2-a077758aa75f req-9688eedc-e747-4ff5-a837-f64aa680b9e5 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Received event network-vif-plugged-afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1371.059571] env[63920]: DEBUG oslo_concurrency.lockutils [req-885274a5-2bf6-482f-82c2-a077758aa75f req-9688eedc-e747-4ff5-a837-f64aa680b9e5 service nova] Acquiring lock "d1bfa508-59b6-4fad-8ae5-11716d455858-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.059571] env[63920]: DEBUG oslo_concurrency.lockutils [req-885274a5-2bf6-482f-82c2-a077758aa75f req-9688eedc-e747-4ff5-a837-f64aa680b9e5 service nova] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.059571] env[63920]: DEBUG oslo_concurrency.lockutils [req-885274a5-2bf6-482f-82c2-a077758aa75f req-9688eedc-e747-4ff5-a837-f64aa680b9e5 service nova] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.059571] env[63920]: DEBUG nova.compute.manager [req-885274a5-2bf6-482f-82c2-a077758aa75f req-9688eedc-e747-4ff5-a837-f64aa680b9e5 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] No waiting events found dispatching network-vif-plugged-afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1371.059807] env[63920]: WARNING nova.compute.manager [req-885274a5-2bf6-482f-82c2-a077758aa75f req-9688eedc-e747-4ff5-a837-f64aa680b9e5 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Received unexpected event network-vif-plugged-afc637b5-547b-4e3c-bdba-871a97c6e630 for instance with vm_state building and task_state spawning. [ 1371.146748] env[63920]: DEBUG nova.network.neutron [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Successfully updated port: afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.225454] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.225454] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.225454] env[63920]: DEBUG nova.objects.instance [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lazy-loading 'resources' on Instance uuid 65939172-eecd-4724-bbc7-d2e9194d67e4 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.650456] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.650752] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.651030] env[63920]: DEBUG nova.network.neutron [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.786661] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c01297-8472-4bdb-b287-bdbe8f6af47e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.794745] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49cea7d-1137-441e-9089-eb4ec86c9643 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.826013] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eafaac-7d94-4993-b386-a8a50d1e3e1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.833988] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23801ae3-5da9-4b2f-9ed0-2a751d7c0a27 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.847851] env[63920]: DEBUG nova.compute.provider_tree [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.184592] env[63920]: DEBUG nova.network.neutron [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.302822] env[63920]: DEBUG nova.network.neutron [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Updating instance_info_cache with network_info: [{"id": "afc637b5-547b-4e3c-bdba-871a97c6e630", "address": "fa:16:3e:b5:f1:42", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc637b5-54", "ovs_interfaceid": "afc637b5-547b-4e3c-bdba-871a97c6e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.351306] env[63920]: DEBUG nova.scheduler.client.report [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.805473] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.805828] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Instance network_info: |[{"id": "afc637b5-547b-4e3c-bdba-871a97c6e630", "address": "fa:16:3e:b5:f1:42", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc637b5-54", "ovs_interfaceid": "afc637b5-547b-4e3c-bdba-871a97c6e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.806222] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:f1:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afc637b5-547b-4e3c-bdba-871a97c6e630', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.813885] env[63920]: DEBUG oslo.service.loopingcall [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.814113] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.814338] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-685c49a4-0e6b-4907-b899-ec62bf297ed0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.835100] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.835100] env[63920]: value = "task-2393184" [ 1372.835100] env[63920]: _type = "Task" [ 1372.835100] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.842860] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393184, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.855749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.873859] env[63920]: INFO nova.scheduler.client.report [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Deleted allocations for instance 65939172-eecd-4724-bbc7-d2e9194d67e4 [ 1373.085883] env[63920]: DEBUG nova.compute.manager [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Received event network-changed-afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1373.085883] env[63920]: DEBUG nova.compute.manager [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Refreshing instance network info cache due to event network-changed-afc637b5-547b-4e3c-bdba-871a97c6e630. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1373.086090] env[63920]: DEBUG oslo_concurrency.lockutils [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] Acquiring lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.086188] env[63920]: DEBUG oslo_concurrency.lockutils [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] Acquired lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.086359] env[63920]: DEBUG nova.network.neutron [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Refreshing network info cache for port afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.345136] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393184, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.383077] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a255fa26-dae6-4c2b-ac71-265bb50f54d4 tempest-AttachVolumeTestJSON-1871811590 tempest-AttachVolumeTestJSON-1871811590-project-member] Lock "65939172-eecd-4724-bbc7-d2e9194d67e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.788018] env[63920]: DEBUG nova.network.neutron [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Updated VIF entry in instance network info cache for port afc637b5-547b-4e3c-bdba-871a97c6e630. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.788395] env[63920]: DEBUG nova.network.neutron [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Updating instance_info_cache with network_info: [{"id": "afc637b5-547b-4e3c-bdba-871a97c6e630", "address": "fa:16:3e:b5:f1:42", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc637b5-54", "ovs_interfaceid": "afc637b5-547b-4e3c-bdba-871a97c6e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.847901] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393184, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.291245] env[63920]: DEBUG oslo_concurrency.lockutils [req-7aedb66e-5af1-410a-9584-b061415a8812 req-ead06f38-f213-4fe9-ab36-c16d42ec9fc2 service nova] Releasing lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.348666] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393184, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.846982] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393184, 'name': CreateVM_Task, 'duration_secs': 1.546958} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.847175] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1374.847878] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.848060] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.848375] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1374.848625] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a22c2d-225e-444e-a657-bb78e279e19c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.852949] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1374.852949] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bc4449-f33b-2293-2e68-67292754db1e" [ 1374.852949] env[63920]: _type = "Task" [ 1374.852949] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.860415] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bc4449-f33b-2293-2e68-67292754db1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.363392] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bc4449-f33b-2293-2e68-67292754db1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.363639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.363876] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.364126] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.364280] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.364460] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.364716] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dc19eb3-1b63-4df5-8b80-4e9590dd7a08 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.372762] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.372923] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.373585] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347aa061-44bb-41ce-8f98-89d2c5bfc1fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.378406] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1375.378406] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527dd8a9-7e35-4989-9c82-af32f564d1e7" [ 1375.378406] env[63920]: _type = "Task" [ 1375.378406] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.386049] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527dd8a9-7e35-4989-9c82-af32f564d1e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.888837] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]527dd8a9-7e35-4989-9c82-af32f564d1e7, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.889592] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac507b1-36f7-4847-af4a-5a920258bd7e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.894336] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1375.894336] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523eb52e-c09d-7d89-a434-e5a37b95ab4b" [ 1375.894336] env[63920]: _type = "Task" [ 1375.894336] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.901435] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523eb52e-c09d-7d89-a434-e5a37b95ab4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.404756] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]523eb52e-c09d-7d89-a434-e5a37b95ab4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.405077] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.405348] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/d1bfa508-59b6-4fad-8ae5-11716d455858.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.405608] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35dde6fb-5f09-4641-bbb3-09c640d589be {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.412424] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1376.412424] env[63920]: value = "task-2393186" [ 1376.412424] env[63920]: _type = "Task" [ 1376.412424] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.419267] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.923765] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.423574] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645683} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.423831] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/d1bfa508-59b6-4fad-8ae5-11716d455858.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.424059] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.424311] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9282999a-08c9-4b1f-a675-5c7c39e50550 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.430211] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1377.430211] env[63920]: value = "task-2393188" [ 1377.430211] env[63920]: _type = "Task" [ 1377.430211] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.437816] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.939232] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095444} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.939541] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1377.940335] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9013b0b3-5b26-46d3-a88d-44a27a74aa3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.963556] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/d1bfa508-59b6-4fad-8ae5-11716d455858.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1377.963832] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c09d894-819a-43ea-a052-32142b561ee2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.983817] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1377.983817] env[63920]: value = "task-2393189" [ 1377.983817] env[63920]: _type = "Task" [ 1377.983817] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.991900] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.495280] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.994188] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393189, 'name': ReconfigVM_Task, 'duration_secs': 0.622597} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.994648] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/d1bfa508-59b6-4fad-8ae5-11716d455858.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.995081] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7190f657-7dea-4c50-a796-55756bb11f28 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.000659] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1379.000659] env[63920]: value = "task-2393190" [ 1379.000659] env[63920]: _type = "Task" [ 1379.000659] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.008114] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393190, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.510701] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393190, 'name': Rename_Task, 'duration_secs': 0.170773} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.510973] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.511274] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31c5dd31-2f64-49a8-97e7-f3455d78eeb1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.517503] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1379.517503] env[63920]: value = "task-2393192" [ 1379.517503] env[63920]: _type = "Task" [ 1379.517503] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.530106] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.028256] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393192, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.527987] env[63920]: DEBUG oslo_vmware.api [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393192, 'name': PowerOnVM_Task, 'duration_secs': 0.538505} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.528319] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.528560] env[63920]: INFO nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1380.528777] env[63920]: DEBUG nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.529556] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841663ce-c3bc-4ea3-8e4b-c927aa5fb6ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.046965] env[63920]: INFO nova.compute.manager [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Took 14.35 seconds to build instance. [ 1381.549710] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e4d60077-c86e-4494-aec6-535aff0ace37 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.858s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.257857] env[63920]: INFO nova.compute.manager [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Rescuing [ 1382.257857] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.257857] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.258208] env[63920]: DEBUG nova.network.neutron [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.975376] env[63920]: DEBUG nova.network.neutron [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Updating instance_info_cache with network_info: [{"id": "afc637b5-547b-4e3c-bdba-871a97c6e630", "address": "fa:16:3e:b5:f1:42", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc637b5-54", "ovs_interfaceid": "afc637b5-547b-4e3c-bdba-871a97c6e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.477792] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.016915] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.017356] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825f6fc5-3d51-486d-b0b8-ca50d66bbc60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.026164] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1385.026164] env[63920]: value = "task-2393193" [ 1385.026164] env[63920]: _type = "Task" [ 1385.026164] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.035947] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.535828] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393193, 'name': PowerOffVM_Task, 'duration_secs': 0.232906} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.536050] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.536814] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e762db6-e92e-47c5-b7b5-a67ab0a21090 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.554735] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b642430-e436-4d2b-96ad-5b39c6113f87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.587437] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.587698] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21da243e-58f7-44c1-b3f7-4f56cb46315f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.593869] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1385.593869] env[63920]: value = "task-2393194" [ 1385.593869] env[63920]: _type = "Task" [ 1385.593869] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.600937] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.104515] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1386.104903] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.104947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.105151] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.105286] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.105526] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d8167e3-acb7-4ca3-a899-11d79824a04e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.114011] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.114181] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.114859] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9945b1-1480-4e0a-b430-e682235b0e44 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.119440] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1386.119440] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5225d83b-4464-8f61-eca0-f55cfd28e73c" [ 1386.119440] env[63920]: _type = "Task" [ 1386.119440] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.127871] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5225d83b-4464-8f61-eca0-f55cfd28e73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.629424] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5225d83b-4464-8f61-eca0-f55cfd28e73c, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.630206] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d111abc4-39c1-45c2-bb5f-62e578075eac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.634843] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1386.634843] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520011c0-7573-4713-cdd6-e54b2e0080e3" [ 1386.634843] env[63920]: _type = "Task" [ 1386.634843] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.641777] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520011c0-7573-4713-cdd6-e54b2e0080e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.144794] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]520011c0-7573-4713-cdd6-e54b2e0080e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01255} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.145227] env[63920]: DEBUG oslo_concurrency.lockutils [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.145316] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. {{(pid=63920) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1387.145573] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aae4a42-5a31-4887-ae02-24f56f1b4bad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.152024] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1387.152024] env[63920]: value = "task-2393195" [ 1387.152024] env[63920]: _type = "Task" [ 1387.152024] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.159102] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.663896] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393195, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.163076] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517272} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.163441] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk. [ 1388.164072] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc665a0-62f7-4032-92b0-53f06470a61a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.187466] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.187696] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e32b07c-e71d-4d1d-98c4-6017b49a7320 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.205193] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1388.205193] env[63920]: value = "task-2393196" [ 1388.205193] env[63920]: _type = "Task" [ 1388.205193] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.212381] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.714287] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.215957] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393196, 'name': ReconfigVM_Task, 'duration_secs': 0.772342} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.216437] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Reconfigured VM instance instance-00000075 to attach disk [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858/7a8bae32-5764-4686-a7f4-d51d41380c45-rescue.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.217155] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b76bde-beb2-4fda-a232-dd67c4f6509d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.241571] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043e62f9-6248-4eda-87ed-d4ed7556fff1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.256813] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1389.256813] env[63920]: value = "task-2393197" [ 1389.256813] env[63920]: _type = "Task" [ 1389.256813] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.265745] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.766904] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393197, 'name': ReconfigVM_Task, 'duration_secs': 0.188081} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.767488] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.767488] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57aa37d7-db46-4a88-9709-ab4521dc028b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.773131] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1389.773131] env[63920]: value = "task-2393198" [ 1389.773131] env[63920]: _type = "Task" [ 1389.773131] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.781604] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.282831] env[63920]: DEBUG oslo_vmware.api [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393198, 'name': PowerOnVM_Task, 'duration_secs': 0.408494} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.283376] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.285774] env[63920]: DEBUG nova.compute.manager [None req-c5db974f-f357-4429-835e-e6b1e2d6a7e5 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.286524] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7d588d-6438-4223-a38a-51090e457af3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.263058] env[63920]: INFO nova.compute.manager [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Unrescuing [ 1394.263058] env[63920]: DEBUG oslo_concurrency.lockutils [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.263058] env[63920]: DEBUG oslo_concurrency.lockutils [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquired lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.263058] env[63920]: DEBUG nova.network.neutron [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.043413] env[63920]: DEBUG nova.network.neutron [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Updating instance_info_cache with network_info: [{"id": "afc637b5-547b-4e3c-bdba-871a97c6e630", "address": "fa:16:3e:b5:f1:42", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafc637b5-54", "ovs_interfaceid": "afc637b5-547b-4e3c-bdba-871a97c6e630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.546449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Releasing lock "refresh_cache-d1bfa508-59b6-4fad-8ae5-11716d455858" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.547111] env[63920]: DEBUG nova.objects.instance [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lazy-loading 'flavor' on Instance uuid d1bfa508-59b6-4fad-8ae5-11716d455858 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.747496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.747736] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.053895] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279f2a41-61f8-452c-9eff-25d222d14f48 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.075519] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.075823] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337df0bc-38f0-4380-8632-8efdf8548aba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.082441] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1396.082441] env[63920]: value = "task-2393199" [ 1396.082441] env[63920]: _type = "Task" [ 1396.082441] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.090491] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.250307] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1396.592704] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393199, 'name': PowerOffVM_Task, 'duration_secs': 0.236008} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.593116] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.598160] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.598417] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-607a0fcc-48a7-4e99-8b8f-70e9753ef4e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.616461] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1396.616461] env[63920]: value = "task-2393200" [ 1396.616461] env[63920]: _type = "Task" [ 1396.616461] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.623798] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.772580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.772833] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.774274] env[63920]: INFO nova.compute.claims [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1397.126834] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.627115] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.838294] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41b3ee2-4c5e-4599-a21d-14c15841c6b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.845654] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba629aa-b49b-42d1-9279-7dcdd8e4efb7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.875178] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e427b9-9fed-4db7-836b-a9da82b4c17f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.882517] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015556a4-a762-4c8f-8aa0-1d8adb147ff1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.896523] env[63920]: DEBUG nova.compute.provider_tree [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.130577] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393200, 'name': ReconfigVM_Task, 'duration_secs': 1.266813} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.130936] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1398.131232] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.131568] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e35305-2545-4b58-b3fa-d1efd1ad6679 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.139218] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1398.139218] env[63920]: value = "task-2393201" [ 1398.139218] env[63920]: _type = "Task" [ 1398.139218] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.151758] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.400343] env[63920]: DEBUG nova.scheduler.client.report [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.648949] env[63920]: DEBUG oslo_vmware.api [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393201, 'name': PowerOnVM_Task, 'duration_secs': 0.4695} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.649346] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.649480] env[63920]: DEBUG nova.compute.manager [None req-943c3422-21f2-4d47-978b-ee6611e1813e tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.650227] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfa11c1-6eaa-46e6-8d06-378b782f71eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.905305] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.905836] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1399.410949] env[63920]: DEBUG nova.compute.utils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1399.412362] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1399.412532] env[63920]: DEBUG nova.network.neutron [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1399.482813] env[63920]: DEBUG nova.policy [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fc4e30121b4c869297ed172df9721c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea233902e7574c249de8aa8e9e018af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1399.487806] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.488313] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.786463] env[63920]: DEBUG nova.network.neutron [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Successfully created port: f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.916024] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.995025] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.995025] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1399.995025] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1400.073864] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "d1bfa508-59b6-4fad-8ae5-11716d455858" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.074132] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.074397] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "d1bfa508-59b6-4fad-8ae5-11716d455858-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.074614] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.074790] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.076575] env[63920]: INFO nova.compute.manager [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Terminating instance [ 1400.500337] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Skipping network cache update for instance because it is being deleted. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1400.500520] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Skipping network cache update for instance because it is Building. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 1400.548379] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.548531] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.548709] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1400.548870] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid deef90f8-309a-4bcd-a75c-610803d81c27 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.580759] env[63920]: DEBUG nova.compute.manager [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.580998] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.581911] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e532b8a-460b-4d28-9cf5-6b3ccc337218 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.589667] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.589908] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26bcfb5-1683-4a6d-80b5-81d0b8843291 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.597160] env[63920]: DEBUG oslo_vmware.api [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1400.597160] env[63920]: value = "task-2393202" [ 1400.597160] env[63920]: _type = "Task" [ 1400.597160] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.604432] env[63920]: DEBUG oslo_vmware.api [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.925470] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.952313] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.952569] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.952773] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.953030] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.953202] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.953392] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.953606] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.953767] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.953936] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.954117] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.954294] env[63920]: DEBUG nova.virt.hardware [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.955246] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6134b-574a-4a56-af59-288fb04aa686 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.963346] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676b8f7-d846-420f-8a55-961754abc91f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.106233] env[63920]: DEBUG oslo_vmware.api [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393202, 'name': PowerOffVM_Task, 'duration_secs': 0.194982} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.106516] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.106669] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.106901] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-078ed642-b5a6-4e75-a09b-20e5f6e8b1fb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.171958] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.171958] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.171958] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Deleting the datastore file [datastore2] d1bfa508-59b6-4fad-8ae5-11716d455858 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.171958] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c08a99-ce55-4543-acaf-6389e836ae30 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.178321] env[63920]: DEBUG oslo_vmware.api [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1401.178321] env[63920]: value = "task-2393204" [ 1401.178321] env[63920]: _type = "Task" [ 1401.178321] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.185880] env[63920]: DEBUG oslo_vmware.api [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.189603] env[63920]: DEBUG nova.compute.manager [req-4aa1082e-2e50-41f8-9c47-010d41f64b05 req-e90fbe4e-3ec4-4de3-9fae-d9fa0dd106e3 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Received event network-vif-plugged-f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1401.189802] env[63920]: DEBUG oslo_concurrency.lockutils [req-4aa1082e-2e50-41f8-9c47-010d41f64b05 req-e90fbe4e-3ec4-4de3-9fae-d9fa0dd106e3 service nova] Acquiring lock "2fa5efdb-9d88-49b7-b4ba-231984876d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.189999] env[63920]: DEBUG oslo_concurrency.lockutils [req-4aa1082e-2e50-41f8-9c47-010d41f64b05 req-e90fbe4e-3ec4-4de3-9fae-d9fa0dd106e3 service nova] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.190209] env[63920]: DEBUG oslo_concurrency.lockutils [req-4aa1082e-2e50-41f8-9c47-010d41f64b05 req-e90fbe4e-3ec4-4de3-9fae-d9fa0dd106e3 service nova] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.190374] env[63920]: DEBUG nova.compute.manager [req-4aa1082e-2e50-41f8-9c47-010d41f64b05 req-e90fbe4e-3ec4-4de3-9fae-d9fa0dd106e3 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] No waiting events found dispatching network-vif-plugged-f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1401.190539] env[63920]: WARNING nova.compute.manager [req-4aa1082e-2e50-41f8-9c47-010d41f64b05 req-e90fbe4e-3ec4-4de3-9fae-d9fa0dd106e3 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Received unexpected event network-vif-plugged-f30304d3-5720-4541-b80b-6246a93bb7fb for instance with vm_state building and task_state spawning. [ 1401.280037] env[63920]: DEBUG nova.network.neutron [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Successfully updated port: f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1401.688173] env[63920]: DEBUG oslo_vmware.api [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199559} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.688447] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.688635] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.688813] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.688983] env[63920]: INFO nova.compute.manager [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1401.689236] env[63920]: DEBUG oslo.service.loopingcall [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.689422] env[63920]: DEBUG nova.compute.manager [-] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.689512] env[63920]: DEBUG nova.network.neutron [-] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.782459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-2fa5efdb-9d88-49b7-b4ba-231984876d61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.782599] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-2fa5efdb-9d88-49b7-b4ba-231984876d61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.782744] env[63920]: DEBUG nova.network.neutron [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.228634] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updating instance_info_cache with network_info: [{"id": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "address": "fa:16:3e:ba:16:0d", "network": {"id": "4ec3d01f-16fc-4a5a-8cde-df21d48586dd", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1144187948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "80b156707d8e497b983cc4620e3222ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b9a4bc7-81", "ovs_interfaceid": "3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.310901] env[63920]: DEBUG nova.network.neutron [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1402.419033] env[63920]: DEBUG nova.network.neutron [-] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.427726] env[63920]: DEBUG nova.network.neutron [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Updating instance_info_cache with network_info: [{"id": "f30304d3-5720-4541-b80b-6246a93bb7fb", "address": "fa:16:3e:eb:16:db", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30304d3-57", "ovs_interfaceid": "f30304d3-5720-4541-b80b-6246a93bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.731480] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-deef90f8-309a-4bcd-a75c-610803d81c27" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.731702] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1402.731912] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.732083] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.732233] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.732379] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.732527] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.732662] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.732792] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1402.732930] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.922047] env[63920]: INFO nova.compute.manager [-] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Took 1.23 seconds to deallocate network for instance. [ 1402.929872] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-2fa5efdb-9d88-49b7-b4ba-231984876d61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.930170] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance network_info: |[{"id": "f30304d3-5720-4541-b80b-6246a93bb7fb", "address": "fa:16:3e:eb:16:db", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30304d3-57", "ovs_interfaceid": "f30304d3-5720-4541-b80b-6246a93bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.930545] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:16:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30304d3-5720-4541-b80b-6246a93bb7fb', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.938118] env[63920]: DEBUG oslo.service.loopingcall [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.938337] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.938552] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eebeab66-7b8d-4176-b843-d48732d74024 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.961641] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.961641] env[63920]: value = "task-2393205" [ 1402.961641] env[63920]: _type = "Task" [ 1402.961641] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.969886] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393205, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.224389] env[63920]: DEBUG nova.compute.manager [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Received event network-changed-f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1403.224552] env[63920]: DEBUG nova.compute.manager [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Refreshing instance network info cache due to event network-changed-f30304d3-5720-4541-b80b-6246a93bb7fb. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1403.224762] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] Acquiring lock "refresh_cache-2fa5efdb-9d88-49b7-b4ba-231984876d61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.224906] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] Acquired lock "refresh_cache-2fa5efdb-9d88-49b7-b4ba-231984876d61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.225083] env[63920]: DEBUG nova.network.neutron [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Refreshing network info cache for port f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.235501] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.235799] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.235907] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.236019] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1403.236873] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b36a8f8-fd48-4673-a80f-13695dadc7fc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.245751] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3a18d-f7e3-4057-8a28-76428794feb2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.259598] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8547298-3428-47f8-849c-08fc62a6c5c0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.266300] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79e9c48-69b9-4615-9409-8140311d7df7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.296336] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180794MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1403.296487] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.296663] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.427835] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.471277] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393205, 'name': CreateVM_Task, 'duration_secs': 0.311396} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.471413] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.472050] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.472240] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.472560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.472807] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa981ee1-5181-46fd-8078-0bc24af22582 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.476851] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1403.476851] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d1875-8452-44ae-a93c-11eafad95c67" [ 1403.476851] env[63920]: _type = "Task" [ 1403.476851] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.483937] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d1875-8452-44ae-a93c-11eafad95c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.926992] env[63920]: DEBUG nova.network.neutron [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Updated VIF entry in instance network info cache for port f30304d3-5720-4541-b80b-6246a93bb7fb. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.927383] env[63920]: DEBUG nova.network.neutron [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Updating instance_info_cache with network_info: [{"id": "f30304d3-5720-4541-b80b-6246a93bb7fb", "address": "fa:16:3e:eb:16:db", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf30304d3-57", "ovs_interfaceid": "f30304d3-5720-4541-b80b-6246a93bb7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.987011] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]521d1875-8452-44ae-a93c-11eafad95c67, 'name': SearchDatastore_Task, 'duration_secs': 0.013244} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.987318] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.987596] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.987848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.987996] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.988214] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.988466] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3405a23-6672-4740-bb54-afbc3bda632b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.996253] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.996397] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.997099] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c81e79-dfc4-4640-80dd-496460c46db0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.001978] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1404.001978] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52357485-cf04-a964-6241-32b7067a1a52" [ 1404.001978] env[63920]: _type = "Task" [ 1404.001978] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.009272] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52357485-cf04-a964-6241-32b7067a1a52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.340174] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance deef90f8-309a-4bcd-a75c-610803d81c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.340446] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.340554] env[63920]: WARNING nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance d1bfa508-59b6-4fad-8ae5-11716d455858 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1404.340657] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 2fa5efdb-9d88-49b7-b4ba-231984876d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1404.340830] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1404.340968] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1404.392422] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e9567a-3533-4120-98bc-0b167240082a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.399519] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f8e81-7c7b-4ad4-b76c-b9421d31e1dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.429425] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692cd8b6-24aa-4eef-a633-5e915de06ff1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.431854] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] Releasing lock "refresh_cache-2fa5efdb-9d88-49b7-b4ba-231984876d61" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.432096] env[63920]: DEBUG nova.compute.manager [req-4a2ef809-ce3f-4796-a326-8062730662c8 req-327e19ce-629d-4d23-b6df-6efbd22a3e26 service nova] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Received event network-vif-deleted-afc637b5-547b-4e3c-bdba-871a97c6e630 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1404.436659] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b527cb3d-c72c-42c3-ba30-bf696739b87d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.448984] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.511087] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52357485-cf04-a964-6241-32b7067a1a52, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.511803] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d31cb6-ee24-45d7-af26-49d86f32459f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.516308] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1404.516308] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52abe13a-1ddf-a8aa-20dd-e1799e0a67f8" [ 1404.516308] env[63920]: _type = "Task" [ 1404.516308] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.523395] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52abe13a-1ddf-a8aa-20dd-e1799e0a67f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.951962] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.026951] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52abe13a-1ddf-a8aa-20dd-e1799e0a67f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.027220] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.027492] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1405.027742] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7289a769-1797-402a-ae97-f346c69b9687 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.033534] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1405.033534] env[63920]: value = "task-2393206" [ 1405.033534] env[63920]: _type = "Task" [ 1405.033534] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.040574] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.457634] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1405.458068] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.161s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.458309] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.030s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.458421] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.485677] env[63920]: INFO nova.scheduler.client.report [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Deleted allocations for instance d1bfa508-59b6-4fad-8ae5-11716d455858 [ 1405.543693] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.044234] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.545216] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.045643] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.547827] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.046725] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.547802] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.997228] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9202d592-c0e6-4792-b285-a8be45789892 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "d1bfa508-59b6-4fad-8ae5-11716d455858" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.923s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.049457] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393206, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.708953} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.049707] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.049918] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.050227] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100dced5-7d0f-4ff1-9ae4-b0852ddf4323 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.056161] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1409.056161] env[63920]: value = "task-2393207" [ 1409.056161] env[63920]: _type = "Task" [ 1409.056161] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.063772] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393207, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.565843] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393207, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066023} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.566114] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.566860] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3eb2615-e404-46c4-b195-4b6c54a5ae7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.587931] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.588163] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0d096ad-0aae-4583-bdb0-b8dcd95d5905 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.606154] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1409.606154] env[63920]: value = "task-2393208" [ 1409.606154] env[63920]: _type = "Task" [ 1409.606154] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.613349] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.115917] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393208, 'name': ReconfigVM_Task, 'duration_secs': 0.356069} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.116277] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.116782] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e733b08-7157-40dd-85e4-031b0de47cda {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.123128] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1410.123128] env[63920]: value = "task-2393209" [ 1410.123128] env[63920]: _type = "Task" [ 1410.123128] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.131150] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393209, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.266145] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "deef90f8-309a-4bcd-a75c-610803d81c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.266432] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "deef90f8-309a-4bcd-a75c-610803d81c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.266664] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "deef90f8-309a-4bcd-a75c-610803d81c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.266891] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "deef90f8-309a-4bcd-a75c-610803d81c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.267093] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "deef90f8-309a-4bcd-a75c-610803d81c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.269353] env[63920]: INFO nova.compute.manager [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Terminating instance [ 1410.633519] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393209, 'name': Rename_Task, 'duration_secs': 0.146403} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.633816] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.634087] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-241b148b-3483-4cd0-b064-ec1828f23226 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.640501] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1410.640501] env[63920]: value = "task-2393210" [ 1410.640501] env[63920]: _type = "Task" [ 1410.640501] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.649771] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.772864] env[63920]: DEBUG nova.compute.manager [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.773140] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.774038] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f4769c-dcf1-4f6b-8bad-a2dd1434767c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.781414] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.781641] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f98aa940-7076-44f6-9f0f-cf2ac9557f24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.787553] env[63920]: DEBUG oslo_vmware.api [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1410.787553] env[63920]: value = "task-2393211" [ 1410.787553] env[63920]: _type = "Task" [ 1410.787553] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.795548] env[63920]: DEBUG oslo_vmware.api [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.150655] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.296761] env[63920]: DEBUG oslo_vmware.api [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393211, 'name': PowerOffVM_Task, 'duration_secs': 0.202406} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.297101] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.297322] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.297596] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dcaa7af-c560-4c52-9caf-04c7c399c74d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.363833] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.364054] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.364252] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Deleting the datastore file [datastore1] deef90f8-309a-4bcd-a75c-610803d81c27 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.364518] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0821e8bb-9dca-4592-bd75-ccd851ae5dcc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.371568] env[63920]: DEBUG oslo_vmware.api [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for the task: (returnval){ [ 1411.371568] env[63920]: value = "task-2393213" [ 1411.371568] env[63920]: _type = "Task" [ 1411.371568] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.379115] env[63920]: DEBUG oslo_vmware.api [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.650691] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.881149] env[63920]: DEBUG oslo_vmware.api [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Task: {'id': task-2393213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171403} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.881428] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.881627] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.881805] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.881979] env[63920]: INFO nova.compute.manager [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1411.882235] env[63920]: DEBUG oslo.service.loopingcall [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.882421] env[63920]: DEBUG nova.compute.manager [-] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1411.882515] env[63920]: DEBUG nova.network.neutron [-] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.151479] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.652985] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.154074] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.655266] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.665662] env[63920]: DEBUG nova.compute.manager [req-1d39b4d2-52f4-4aa2-8c79-e5971cc18738 req-5aabca03-1ed2-4290-a11b-648766529812 service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Received event network-vif-deleted-3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1413.665662] env[63920]: INFO nova.compute.manager [req-1d39b4d2-52f4-4aa2-8c79-e5971cc18738 req-5aabca03-1ed2-4290-a11b-648766529812 service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Neutron deleted interface 3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9; detaching it from the instance and deleting it from the info cache [ 1413.665662] env[63920]: DEBUG nova.network.neutron [req-1d39b4d2-52f4-4aa2-8c79-e5971cc18738 req-5aabca03-1ed2-4290-a11b-648766529812 service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.133356] env[63920]: DEBUG nova.network.neutron [-] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.155967] env[63920]: DEBUG oslo_vmware.api [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393210, 'name': PowerOnVM_Task, 'duration_secs': 3.405789} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.156308] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.156438] env[63920]: INFO nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Took 13.23 seconds to spawn the instance on the hypervisor. [ 1414.156615] env[63920]: DEBUG nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.157377] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51a00c-03b3-45dc-931e-a7be89c7a7f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.167255] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8aa7a1ba-1a46-4861-ba0c-809d60a26f9c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.175197] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef55f15f-7229-4adb-88c9-6ec62c1cc6ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.199465] env[63920]: DEBUG nova.compute.manager [req-1d39b4d2-52f4-4aa2-8c79-e5971cc18738 req-5aabca03-1ed2-4290-a11b-648766529812 service nova] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Detach interface failed, port_id=3b9a4bc7-81d7-4f7c-9415-82b3c33ccce9, reason: Instance deef90f8-309a-4bcd-a75c-610803d81c27 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1414.636147] env[63920]: INFO nova.compute.manager [-] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Took 2.75 seconds to deallocate network for instance. [ 1414.673989] env[63920]: INFO nova.compute.manager [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Took 17.92 seconds to build instance. [ 1414.985074] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.143270] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.143576] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.143744] env[63920]: DEBUG nova.objects.instance [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lazy-loading 'resources' on Instance uuid deef90f8-309a-4bcd-a75c-610803d81c27 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.175748] env[63920]: DEBUG oslo_concurrency.lockutils [None req-acd7bea4-601a-471f-8d35-d27387736896 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.428s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.176560] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.191s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.176560] env[63920]: DEBUG nova.compute.manager [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.177086] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edef859-7d22-4905-bbaf-20f483806f2b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.183727] env[63920]: DEBUG nova.compute.manager [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1415.184276] env[63920]: DEBUG nova.objects.instance [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'flavor' on Instance uuid 2fa5efdb-9d88-49b7-b4ba-231984876d61 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.701199] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb886eb-dee0-453c-a003-4bf1ccc5c508 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.708662] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f75decd-79ab-4d9c-9550-5c1174411e7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.738997] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35a1d63-06f6-402a-a7cf-c02c1e368a31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.746348] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a352b9-a23c-4329-844e-9972c2d6f49b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.758857] env[63920]: DEBUG nova.compute.provider_tree [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.193214] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.193567] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e1a1bcd-8967-47fe-861c-d160ffa3681c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.200560] env[63920]: DEBUG oslo_vmware.api [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1416.200560] env[63920]: value = "task-2393214" [ 1416.200560] env[63920]: _type = "Task" [ 1416.200560] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.207892] env[63920]: DEBUG oslo_vmware.api [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.262188] env[63920]: DEBUG nova.scheduler.client.report [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.710872] env[63920]: DEBUG oslo_vmware.api [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393214, 'name': PowerOffVM_Task, 'duration_secs': 0.201577} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.711166] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1416.711372] env[63920]: DEBUG nova.compute.manager [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.712126] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf503af-4d68-44ec-9589-121b04f7bdbb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.767433] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.789461] env[63920]: INFO nova.scheduler.client.report [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Deleted allocations for instance deef90f8-309a-4bcd-a75c-610803d81c27 [ 1417.223090] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1413513a-7906-438b-b6f7-62d84ea2c67f tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.297043] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4d220c2a-0423-4418-bf3c-677131bcda59 tempest-ServerRescueTestJSON-113466816 tempest-ServerRescueTestJSON-113466816-project-member] Lock "deef90f8-309a-4bcd-a75c-610803d81c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.030s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.470058] env[63920]: INFO nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Rebuilding instance [ 1417.503481] env[63920]: DEBUG nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.504339] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fa6694-f4f0-4260-8526-6054f522bff4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.518653] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.518653] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e83eb97-9a7d-493d-8c4b-aabe25dc4bb6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.524071] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1418.524071] env[63920]: value = "task-2393215" [ 1418.524071] env[63920]: _type = "Task" [ 1418.524071] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.532750] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.034056] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1419.034331] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.035071] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d22d69-9b21-4583-828b-bddb45f660c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.041394] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.041594] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06d47d44-1c7b-4088-9b41-372ea55b3ed8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.100973] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.101213] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.101414] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.101700] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8757ca4-63fd-4ba1-ab47-c641db6afc6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.108293] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1419.108293] env[63920]: value = "task-2393217" [ 1419.108293] env[63920]: _type = "Task" [ 1419.108293] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.115594] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.617950] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175482} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.618242] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.618408] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.618597] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.667247] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.669952] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.670325] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.670680] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.670998] env[63920]: DEBUG nova.virt.hardware [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.674090] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1e6016-2b92-4040-b785-83fbd19b2453 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.681688] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9cc6df-f014-44ef-9a8e-5d0d369c40ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.700021] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:16:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f30304d3-5720-4541-b80b-6246a93bb7fb', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.709035] env[63920]: DEBUG oslo.service.loopingcall [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.709035] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.709035] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ca7093d-5829-4eac-8dd5-1da783992053 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.729801] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.729801] env[63920]: value = "task-2393218" [ 1420.729801] env[63920]: _type = "Task" [ 1420.729801] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.737565] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393218, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.243782] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393218, 'name': CreateVM_Task, 'duration_secs': 0.357128} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.243956] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.244598] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.244758] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.245085] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1421.245346] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6a60d3-cdce-4a92-9ca8-b5cbba98352a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.249517] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1421.249517] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bae2a5-c273-f92c-d8be-80844210dbe9" [ 1421.249517] env[63920]: _type = "Task" [ 1421.249517] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.256623] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bae2a5-c273-f92c-d8be-80844210dbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.760947] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52bae2a5-c273-f92c-d8be-80844210dbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.761246] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1421.761246] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.761464] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.761851] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.761851] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.762090] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10eb35ff-353b-489e-9090-2d05843f4e0c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.770538] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.771032] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.771565] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c47154ac-9b61-4730-b23c-a09522b48a54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.776246] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1421.776246] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52405f09-7cca-c2be-3526-715920c3752a" [ 1421.776246] env[63920]: _type = "Task" [ 1421.776246] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.784375] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52405f09-7cca-c2be-3526-715920c3752a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.035151] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.035453] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.286913] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52405f09-7cca-c2be-3526-715920c3752a, 'name': SearchDatastore_Task, 'duration_secs': 0.017698} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.287712] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e577538e-387a-4455-b2bb-f5f918184f5a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.292969] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1422.292969] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250be00-30bd-df26-0cbc-cadf69122ba5" [ 1422.292969] env[63920]: _type = "Task" [ 1422.292969] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.301136] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250be00-30bd-df26-0cbc-cadf69122ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.537856] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.803273] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5250be00-30bd-df26-0cbc-cadf69122ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.011488} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.803654] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.803814] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1422.804115] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-803535f3-8edf-4adc-8331-69071c008919 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.811059] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1422.811059] env[63920]: value = "task-2393219" [ 1422.811059] env[63920]: _type = "Task" [ 1422.811059] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.821396] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.064647] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.064921] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.066475] env[63920]: INFO nova.compute.claims [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.321777] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393219, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.821770] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656407} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.822145] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1423.822289] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1423.822551] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81230e4e-9959-4b41-b34b-923b21970aad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.829793] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1423.829793] env[63920]: value = "task-2393220" [ 1423.829793] env[63920]: _type = "Task" [ 1423.829793] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.838362] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.124514] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a10399-dcfd-40e4-9417-fa823885aca7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.131764] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d2e4a-cc01-45ee-872f-85e9c2b2bb14 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.161514] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52364d9-71ee-4f41-8646-1050f589445d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.168200] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff03e29a-4571-4d84-aca2-8a2e8a6e977f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.180655] env[63920]: DEBUG nova.compute.provider_tree [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.339627] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103768} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.339908] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.340792] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a27b56-65f0-401f-91e8-da6579fd49ac {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.363407] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.363622] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289b537e-8cbb-4716-8b04-aac64228f7f4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.382293] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1424.382293] env[63920]: value = "task-2393221" [ 1424.382293] env[63920]: _type = "Task" [ 1424.382293] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.389414] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.684083] env[63920]: DEBUG nova.scheduler.client.report [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.892192] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393221, 'name': ReconfigVM_Task, 'duration_secs': 0.456848} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.892496] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61/2fa5efdb-9d88-49b7-b4ba-231984876d61.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.893091] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d453f89-0375-4d11-848e-14d6a99180b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.899143] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1424.899143] env[63920]: value = "task-2393222" [ 1424.899143] env[63920]: _type = "Task" [ 1424.899143] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.906530] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393222, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.188321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.188834] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1425.409057] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393222, 'name': Rename_Task, 'duration_secs': 0.172749} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.409333] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.409571] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd9f6195-f4f1-4a24-803d-c786509fc24a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.414870] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1425.414870] env[63920]: value = "task-2393223" [ 1425.414870] env[63920]: _type = "Task" [ 1425.414870] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.421814] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.694523] env[63920]: DEBUG nova.compute.utils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.696038] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1425.696221] env[63920]: DEBUG nova.network.neutron [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.738510] env[63920]: DEBUG nova.policy [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2723cdace1c045f5a5306a3f6fdab476', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59212b791f90405c941679d25edee871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.925264] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.026393] env[63920]: DEBUG nova.network.neutron [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Successfully created port: 439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.200784] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1426.425324] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393223, 'name': PowerOnVM_Task, 'duration_secs': 0.598833} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.425605] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.425781] env[63920]: DEBUG nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.426524] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270fb1f-be07-4d05-bfba-862f2adff4b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.935862] env[63920]: INFO nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] bringing vm to original state: 'stopped' [ 1427.210211] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1427.238654] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.238905] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.239074] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.239259] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.239405] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.239549] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.239751] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.239908] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.240085] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.240254] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.240425] env[63920]: DEBUG nova.virt.hardware [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.241321] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cd82ec-a4c5-45f8-b2bd-d63065189e3d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.248936] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d0888e-58dd-4f1b-bf24-3f3d3b089592 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.393139] env[63920]: DEBUG nova.compute.manager [req-6842b418-9e02-42a5-9d0d-84de5605f414 req-5fe8bd55-5c13-4d9b-853e-d8dceafc94e0 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-vif-plugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1427.393139] env[63920]: DEBUG oslo_concurrency.lockutils [req-6842b418-9e02-42a5-9d0d-84de5605f414 req-5fe8bd55-5c13-4d9b-853e-d8dceafc94e0 service nova] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.393139] env[63920]: DEBUG oslo_concurrency.lockutils [req-6842b418-9e02-42a5-9d0d-84de5605f414 req-5fe8bd55-5c13-4d9b-853e-d8dceafc94e0 service nova] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.393139] env[63920]: DEBUG oslo_concurrency.lockutils [req-6842b418-9e02-42a5-9d0d-84de5605f414 req-5fe8bd55-5c13-4d9b-853e-d8dceafc94e0 service nova] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.393139] env[63920]: DEBUG nova.compute.manager [req-6842b418-9e02-42a5-9d0d-84de5605f414 req-5fe8bd55-5c13-4d9b-853e-d8dceafc94e0 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] No waiting events found dispatching network-vif-plugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.393139] env[63920]: WARNING nova.compute.manager [req-6842b418-9e02-42a5-9d0d-84de5605f414 req-5fe8bd55-5c13-4d9b-853e-d8dceafc94e0 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received unexpected event network-vif-plugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c for instance with vm_state building and task_state spawning. [ 1427.481768] env[63920]: DEBUG nova.network.neutron [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Successfully updated port: 439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.943075] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.943356] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.943541] env[63920]: DEBUG nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.944465] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603cc630-c039-4508-8a76-054a990fcf27 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.951057] env[63920]: DEBUG nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63920) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1427.983298] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.983444] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.983579] env[63920]: DEBUG nova.network.neutron [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.455126] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.455460] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4cd4159-acc3-403e-a34b-2af473aad11e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.463145] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1428.463145] env[63920]: value = "task-2393224" [ 1428.463145] env[63920]: _type = "Task" [ 1428.463145] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.471118] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.515287] env[63920]: DEBUG nova.network.neutron [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.643761] env[63920]: DEBUG nova.network.neutron [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.977718] env[63920]: DEBUG oslo_vmware.api [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393224, 'name': PowerOffVM_Task, 'duration_secs': 0.215923} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.977718] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.978085] env[63920]: DEBUG nova.compute.manager [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1428.978555] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e4542e-e2bd-4155-83e3-8d2aef6e1065 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.146818] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.147169] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance network_info: |[{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.147615] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439531f9-fc4c-48b0-82e8-6caf9290aa1c', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.155066] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating folder: Project (59212b791f90405c941679d25edee871). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.155671] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42a6eedd-9be8-4229-b9b0-0f6e021e43b7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.166481] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Created folder: Project (59212b791f90405c941679d25edee871) in parent group-v485178. [ 1429.166662] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating folder: Instances. Parent ref: group-v485495. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.166886] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-323048c9-c178-4e14-a1cd-11b05ba66426 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.175514] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Created folder: Instances in parent group-v485495. [ 1429.175737] env[63920]: DEBUG oslo.service.loopingcall [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.175917] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.176123] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda094af-ad82-4279-831d-2eaa3b227fb7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.194310] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.194310] env[63920]: value = "task-2393227" [ 1429.194310] env[63920]: _type = "Task" [ 1429.194310] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.201442] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393227, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.417649] env[63920]: DEBUG nova.compute.manager [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-changed-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1429.417845] env[63920]: DEBUG nova.compute.manager [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Refreshing instance network info cache due to event network-changed-439531f9-fc4c-48b0-82e8-6caf9290aa1c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1429.418148] env[63920]: DEBUG oslo_concurrency.lockutils [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.418395] env[63920]: DEBUG oslo_concurrency.lockutils [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.418671] env[63920]: DEBUG nova.network.neutron [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Refreshing network info cache for port 439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.491488] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.548s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.703707] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393227, 'name': CreateVM_Task, 'duration_secs': 0.357407} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.705037] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.705037] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.705037] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.705254] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.705501] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefe23b7-bca7-4255-aad8-271636233e6f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.709957] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1429.709957] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5204348c-b0a8-08bb-a0d6-0999aa98a725" [ 1429.709957] env[63920]: _type = "Task" [ 1429.709957] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.717238] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5204348c-b0a8-08bb-a0d6-0999aa98a725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.000837] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.001101] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.001278] env[63920]: DEBUG nova.objects.instance [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1430.101320] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.101579] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.101802] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "2fa5efdb-9d88-49b7-b4ba-231984876d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.101982] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.102163] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.105794] env[63920]: INFO nova.compute.manager [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Terminating instance [ 1430.111639] env[63920]: DEBUG nova.network.neutron [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updated VIF entry in instance network info cache for port 439531f9-fc4c-48b0-82e8-6caf9290aa1c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.111966] env[63920]: DEBUG nova.network.neutron [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.219782] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5204348c-b0a8-08bb-a0d6-0999aa98a725, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.220086] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.220330] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.220590] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.220732] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.220916] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.221217] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd921576-51b9-45dd-9e2a-820dc1067bee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.228876] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.229056] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.229762] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4888511-8c3f-403f-b540-797f8122623c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.234799] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1430.234799] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5260fecd-0a98-20ff-851a-4f2d8fc96573" [ 1430.234799] env[63920]: _type = "Task" [ 1430.234799] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.241961] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5260fecd-0a98-20ff-851a-4f2d8fc96573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.609472] env[63920]: DEBUG nova.compute.manager [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.609645] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.610934] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e908d2-a6ef-4ab2-ab51-534cb5e2fe9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.613914] env[63920]: DEBUG oslo_concurrency.lockutils [req-da203144-d109-4b36-a7e6-33240d1da51d req-63819bd5-2522-422c-80ee-1f83722772c9 service nova] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.618570] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.618794] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f50690f3-64e8-41f8-b013-511486f7593b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.676317] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.676569] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.676702] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore2] 2fa5efdb-9d88-49b7-b4ba-231984876d61 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.676961] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-638ace22-ba5a-4948-9dd2-a329510d8b18 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.683324] env[63920]: DEBUG oslo_vmware.api [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1430.683324] env[63920]: value = "task-2393229" [ 1430.683324] env[63920]: _type = "Task" [ 1430.683324] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.690633] env[63920]: DEBUG oslo_vmware.api [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.743778] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5260fecd-0a98-20ff-851a-4f2d8fc96573, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.744616] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-373775b9-620d-43c0-83e9-68c36dac93ef {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.749375] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1430.749375] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f5744b-89f2-efa3-ab63-64894c842d52" [ 1430.749375] env[63920]: _type = "Task" [ 1430.749375] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.757751] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f5744b-89f2-efa3-ab63-64894c842d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.009853] env[63920]: DEBUG oslo_concurrency.lockutils [None req-887fba27-49e3-49a5-984b-886389d458cd tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.193404] env[63920]: DEBUG oslo_vmware.api [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180789} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.193654] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1431.193839] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1431.194024] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1431.194207] env[63920]: INFO nova.compute.manager [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Took 0.58 seconds to destroy the instance on the hypervisor. [ 1431.194447] env[63920]: DEBUG oslo.service.loopingcall [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.194642] env[63920]: DEBUG nova.compute.manager [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1431.194734] env[63920]: DEBUG nova.network.neutron [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1431.259539] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f5744b-89f2-efa3-ab63-64894c842d52, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.259841] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.260176] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.260383] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-287cd8b5-5098-4673-94aa-1dc3b0f41546 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.266492] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1431.266492] env[63920]: value = "task-2393230" [ 1431.266492] env[63920]: _type = "Task" [ 1431.266492] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.274378] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.442201] env[63920]: DEBUG nova.compute.manager [req-72dbbcf2-62ca-461e-9d50-8c721fa2196f req-acf3ec57-a82f-4bfe-9929-9383c9325f1f service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Received event network-vif-deleted-f30304d3-5720-4541-b80b-6246a93bb7fb {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1431.442412] env[63920]: INFO nova.compute.manager [req-72dbbcf2-62ca-461e-9d50-8c721fa2196f req-acf3ec57-a82f-4bfe-9929-9383c9325f1f service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Neutron deleted interface f30304d3-5720-4541-b80b-6246a93bb7fb; detaching it from the instance and deleting it from the info cache [ 1431.442590] env[63920]: DEBUG nova.network.neutron [req-72dbbcf2-62ca-461e-9d50-8c721fa2196f req-acf3ec57-a82f-4bfe-9929-9383c9325f1f service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.777007] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.912758] env[63920]: DEBUG nova.network.neutron [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.946409] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f4b948-b395-4763-a5f0-ac698a8df2cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.957028] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32fcc6c-18d4-4506-836c-8ecc82adc8c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.980614] env[63920]: DEBUG nova.compute.manager [req-72dbbcf2-62ca-461e-9d50-8c721fa2196f req-acf3ec57-a82f-4bfe-9929-9383c9325f1f service nova] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Detach interface failed, port_id=f30304d3-5720-4541-b80b-6246a93bb7fb, reason: Instance 2fa5efdb-9d88-49b7-b4ba-231984876d61 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1432.277036] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633417} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.277324] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.277510] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.277771] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94cb99a1-06ef-49ce-a294-ca2daa0e3736 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.283936] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1432.283936] env[63920]: value = "task-2393231" [ 1432.283936] env[63920]: _type = "Task" [ 1432.283936] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.291299] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.415234] env[63920]: INFO nova.compute.manager [-] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Took 1.22 seconds to deallocate network for instance. [ 1432.793359] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091697} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.793627] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.794388] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd073b3d-de28-4c82-969c-5a96921abcfe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.815292] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.815516] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4042f9a4-50ff-4442-8004-71355a20a61f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.834132] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1432.834132] env[63920]: value = "task-2393232" [ 1432.834132] env[63920]: _type = "Task" [ 1432.834132] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.841553] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.921330] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.921603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.921823] env[63920]: DEBUG nova.objects.instance [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'resources' on Instance uuid 2fa5efdb-9d88-49b7-b4ba-231984876d61 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.344075] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.478857] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db53499-bf75-4d4e-a1df-7f2643c6e4cc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.486970] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7480dbc-9780-4896-9f34-bd4b46bc8425 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.518642] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d98c1e-2c1b-413b-8099-2376404d1b65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.526450] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a47cf1-9f1c-4c4c-8439-f4470c3ca0f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.541590] env[63920]: DEBUG nova.compute.provider_tree [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.844568] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393232, 'name': ReconfigVM_Task, 'duration_secs': 0.742383} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.844859] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1433.845521] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bc91543-f3e5-4321-96a6-00e270fe6151 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.851705] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1433.851705] env[63920]: value = "task-2393233" [ 1433.851705] env[63920]: _type = "Task" [ 1433.851705] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.858809] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393233, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.045299] env[63920]: DEBUG nova.scheduler.client.report [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.361176] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393233, 'name': Rename_Task, 'duration_secs': 0.171232} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.361576] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.361648] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da97eb95-f832-4579-a295-3b7675eaa510 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.367409] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1434.367409] env[63920]: value = "task-2393234" [ 1434.367409] env[63920]: _type = "Task" [ 1434.367409] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.374581] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.549743] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.568931] env[63920]: INFO nova.scheduler.client.report [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted allocations for instance 2fa5efdb-9d88-49b7-b4ba-231984876d61 [ 1434.877235] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.077071] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e7028698-96b2-409e-9372-cb20a754cebc tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "2fa5efdb-9d88-49b7-b4ba-231984876d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.975s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.378261] env[63920]: DEBUG oslo_vmware.api [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393234, 'name': PowerOnVM_Task, 'duration_secs': 0.686126} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.378637] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.378773] env[63920]: INFO nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1435.378879] env[63920]: DEBUG nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.379681] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847bd3d6-e8c4-4566-93ad-13701ae9a170 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.397365] env[63920]: INFO nova.compute.manager [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Took 14.35 seconds to build instance. [ 1437.899680] env[63920]: DEBUG oslo_concurrency.lockutils [None req-9c14851b-45d6-4824-a264-e595ec4785a7 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.864s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.924180] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "e57d5a17-520f-4744-b5f0-147f6fc38d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.924482] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.141988] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.142234] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.426517] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.644821] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1439.948408] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.948709] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.950154] env[63920]: INFO nova.compute.claims [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.162691] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.013879] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593fa57-02c8-4764-aea8-4ba329139b8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.021600] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc571a-ee1d-45f3-832e-b59bf79310a6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.051390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727730d-b524-43a8-8d39-85794a833420 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.058376] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01da452-8b12-4b15-953a-2cc8e708726b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.072107] env[63920]: DEBUG nova.compute.provider_tree [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.575260] env[63920]: DEBUG nova.scheduler.client.report [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.080544] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.081082] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.083954] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.921s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.085399] env[63920]: INFO nova.compute.claims [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.570943] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.571118] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.571193] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.571342] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.571487] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1442.589513] env[63920]: DEBUG nova.compute.utils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1442.593094] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1442.593937] env[63920]: DEBUG nova.network.neutron [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1442.646804] env[63920]: DEBUG nova.policy [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2723cdace1c045f5a5306a3f6fdab476', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59212b791f90405c941679d25edee871', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1442.963655] env[63920]: DEBUG nova.network.neutron [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Successfully created port: 1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1443.079182] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] There are 22 instances to clean {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1443.079347] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 2fa5efdb-9d88-49b7-b4ba-231984876d61] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1443.094202] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.164050] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5674230-8a3a-4add-bd72-0e6699452c31 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.172688] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db25d6-8edf-4664-a328-713ea1a9df9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.203888] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556dbcb8-735b-4251-bab1-970abc5fbb70 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.210916] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac8f955-24ff-486f-a68d-0c696bee438c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.224311] env[63920]: DEBUG nova.compute.provider_tree [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.582452] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: d1bfa508-59b6-4fad-8ae5-11716d455858] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1443.727224] env[63920]: DEBUG nova.scheduler.client.report [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.085522] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: deef90f8-309a-4bcd-a75c-610803d81c27] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1444.105707] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.133880] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1444.134146] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.134306] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.134487] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.134632] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.134779] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1444.134983] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1444.135158] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1444.135328] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1444.135490] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1444.135660] env[63920]: DEBUG nova.virt.hardware [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1444.136529] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4acfc3-2443-4e39-8d67-74f589c0cc60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.144558] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae9995b-ae57-470d-961f-2c534ee3b144 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.231465] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.232027] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.359597] env[63920]: DEBUG nova.compute.manager [req-4f52d483-15fe-4129-950d-60fc197197ae req-dd759839-bc61-40f2-9660-a1f0a01e24bd service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Received event network-vif-plugged-1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1444.359865] env[63920]: DEBUG oslo_concurrency.lockutils [req-4f52d483-15fe-4129-950d-60fc197197ae req-dd759839-bc61-40f2-9660-a1f0a01e24bd service nova] Acquiring lock "e57d5a17-520f-4744-b5f0-147f6fc38d30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1444.360207] env[63920]: DEBUG oslo_concurrency.lockutils [req-4f52d483-15fe-4129-950d-60fc197197ae req-dd759839-bc61-40f2-9660-a1f0a01e24bd service nova] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.360464] env[63920]: DEBUG oslo_concurrency.lockutils [req-4f52d483-15fe-4129-950d-60fc197197ae req-dd759839-bc61-40f2-9660-a1f0a01e24bd service nova] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.360719] env[63920]: DEBUG nova.compute.manager [req-4f52d483-15fe-4129-950d-60fc197197ae req-dd759839-bc61-40f2-9660-a1f0a01e24bd service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] No waiting events found dispatching network-vif-plugged-1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1444.360987] env[63920]: WARNING nova.compute.manager [req-4f52d483-15fe-4129-950d-60fc197197ae req-dd759839-bc61-40f2-9660-a1f0a01e24bd service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Received unexpected event network-vif-plugged-1c1a8c0e-24a5-4400-8373-964feb5bb2e7 for instance with vm_state building and task_state spawning. [ 1444.450563] env[63920]: DEBUG nova.network.neutron [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Successfully updated port: 1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.589205] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 01fad289-4bf6-40c8-8667-000987ae97bd] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1444.737591] env[63920]: DEBUG nova.compute.utils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1444.738990] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1444.739183] env[63920]: DEBUG nova.network.neutron [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.776882] env[63920]: DEBUG nova.policy [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fc4e30121b4c869297ed172df9721c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea233902e7574c249de8aa8e9e018af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1444.952714] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "refresh_cache-e57d5a17-520f-4744-b5f0-147f6fc38d30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.952869] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "refresh_cache-e57d5a17-520f-4744-b5f0-147f6fc38d30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.953039] env[63920]: DEBUG nova.network.neutron [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.081245] env[63920]: DEBUG nova.network.neutron [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Successfully created port: 4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1445.092135] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 65939172-eecd-4724-bbc7-d2e9194d67e4] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1445.243750] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.491871] env[63920]: DEBUG nova.network.neutron [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.594708] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: da87fab7-e0b2-443d-a4f9-1ba970bdc8a6] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1445.614366] env[63920]: DEBUG nova.network.neutron [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Updating instance_info_cache with network_info: [{"id": "1c1a8c0e-24a5-4400-8373-964feb5bb2e7", "address": "fa:16:3e:8a:57:a2", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1a8c0e-24", "ovs_interfaceid": "1c1a8c0e-24a5-4400-8373-964feb5bb2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.098328] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 11517eb5-f9f7-43d4-af6a-44d954841c9d] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1446.117096] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "refresh_cache-e57d5a17-520f-4744-b5f0-147f6fc38d30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.117387] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Instance network_info: |[{"id": "1c1a8c0e-24a5-4400-8373-964feb5bb2e7", "address": "fa:16:3e:8a:57:a2", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1a8c0e-24", "ovs_interfaceid": "1c1a8c0e-24a5-4400-8373-964feb5bb2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1446.117790] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:57:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c1a8c0e-24a5-4400-8373-964feb5bb2e7', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.125419] env[63920]: DEBUG oslo.service.loopingcall [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.126210] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.126446] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06f015ff-6fdb-4570-b176-73e1ef6abb0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.147707] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.147707] env[63920]: value = "task-2393235" [ 1446.147707] env[63920]: _type = "Task" [ 1446.147707] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.155323] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393235, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.255972] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.282432] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.282680] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.282838] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.283034] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.283217] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.283381] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.283594] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.283808] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.283909] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.284084] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.284262] env[63920]: DEBUG nova.virt.hardware [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.285128] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08f83d-ebb4-4559-a6e3-afa5af0e961f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.293256] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462e591f-2457-499c-8916-7b0e3fec1205 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.385141] env[63920]: DEBUG nova.compute.manager [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Received event network-changed-1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1446.385433] env[63920]: DEBUG nova.compute.manager [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Refreshing instance network info cache due to event network-changed-1c1a8c0e-24a5-4400-8373-964feb5bb2e7. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1446.385636] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] Acquiring lock "refresh_cache-e57d5a17-520f-4744-b5f0-147f6fc38d30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.385751] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] Acquired lock "refresh_cache-e57d5a17-520f-4744-b5f0-147f6fc38d30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.385918] env[63920]: DEBUG nova.network.neutron [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Refreshing network info cache for port 1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.561019] env[63920]: DEBUG nova.network.neutron [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Successfully updated port: 4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.601178] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 90fe16dd-7112-4f4c-8d2e-35f5d7cc2808] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1446.658430] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393235, 'name': CreateVM_Task, 'duration_secs': 0.327316} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.658644] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.659373] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.659584] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.659937] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1446.660227] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63570502-328b-4715-bac6-202508169c4c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.664598] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1446.664598] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5249bf5e-8ec0-8be1-349d-61ce147b8c19" [ 1446.664598] env[63920]: _type = "Task" [ 1446.664598] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.672504] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5249bf5e-8ec0-8be1-349d-61ce147b8c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.063475] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.065427] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.065427] env[63920]: DEBUG nova.network.neutron [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.104955] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 8189c615-392d-46b4-8c68-30727fe60217] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1447.121131] env[63920]: DEBUG nova.network.neutron [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Updated VIF entry in instance network info cache for port 1c1a8c0e-24a5-4400-8373-964feb5bb2e7. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.121131] env[63920]: DEBUG nova.network.neutron [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Updating instance_info_cache with network_info: [{"id": "1c1a8c0e-24a5-4400-8373-964feb5bb2e7", "address": "fa:16:3e:8a:57:a2", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c1a8c0e-24", "ovs_interfaceid": "1c1a8c0e-24a5-4400-8373-964feb5bb2e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.175603] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5249bf5e-8ec0-8be1-349d-61ce147b8c19, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.175939] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.176250] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.176529] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.176717] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.176914] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.177211] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c63722b-1f1a-4b9c-b2d9-e2c2ac41c092 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.185680] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.185865] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.186612] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a331cb2-6c35-40cf-afa7-6d5f0afcbe21 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.192213] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1447.192213] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e78e88-d0bc-86b0-a8ea-c171bf0c1648" [ 1447.192213] env[63920]: _type = "Task" [ 1447.192213] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.199802] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e78e88-d0bc-86b0-a8ea-c171bf0c1648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.594229] env[63920]: DEBUG nova.network.neutron [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.607708] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 28e15a22-1d56-401b-88dd-cec0f45dbcfd] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1447.623385] env[63920]: DEBUG oslo_concurrency.lockutils [req-5a59696e-f376-4b0e-a9ad-32ac85c2c678 req-84538570-87cc-4cfe-9cb5-9be5b58dfbf2 service nova] Releasing lock "refresh_cache-e57d5a17-520f-4744-b5f0-147f6fc38d30" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.702469] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e78e88-d0bc-86b0-a8ea-c171bf0c1648, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.703156] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b23b905-0647-472c-99e3-7435df6becb2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.708265] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1447.708265] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52572a15-e9ed-cf86-9cdb-15dca31ef19d" [ 1447.708265] env[63920]: _type = "Task" [ 1447.708265] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.715602] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52572a15-e9ed-cf86-9cdb-15dca31ef19d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.722127] env[63920]: DEBUG nova.network.neutron [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating instance_info_cache with network_info: [{"id": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "address": "fa:16:3e:1a:4a:15", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4812757b-ec", "ovs_interfaceid": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.113067] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 304c7c9a-5ab7-4394-a51c-1e745e50b9ed] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1448.218279] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52572a15-e9ed-cf86-9cdb-15dca31ef19d, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.218672] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.218767] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] e57d5a17-520f-4744-b5f0-147f6fc38d30/e57d5a17-520f-4744-b5f0-147f6fc38d30.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.219022] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75d0527b-5a97-4146-8b32-d2e96abaf883 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.224559] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.224835] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance network_info: |[{"id": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "address": "fa:16:3e:1a:4a:15", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4812757b-ec", "ovs_interfaceid": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.226227] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4812757b-ec45-4b34-a62f-0d9b5b4470f1', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.233460] env[63920]: DEBUG oslo.service.loopingcall [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.233710] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1448.233710] env[63920]: value = "task-2393236" [ 1448.233710] env[63920]: _type = "Task" [ 1448.233710] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.233900] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.234154] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-401fa40d-8338-4864-9eaa-fd5f4ed3d9df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.256675] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.257812] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.257812] env[63920]: value = "task-2393237" [ 1448.257812] env[63920]: _type = "Task" [ 1448.257812] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.264994] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393237, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.410698] env[63920]: DEBUG nova.compute.manager [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Received event network-vif-plugged-4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1448.410862] env[63920]: DEBUG oslo_concurrency.lockutils [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1448.411185] env[63920]: DEBUG oslo_concurrency.lockutils [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.411390] env[63920]: DEBUG oslo_concurrency.lockutils [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.411624] env[63920]: DEBUG nova.compute.manager [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] No waiting events found dispatching network-vif-plugged-4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1448.411809] env[63920]: WARNING nova.compute.manager [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Received unexpected event network-vif-plugged-4812757b-ec45-4b34-a62f-0d9b5b4470f1 for instance with vm_state building and task_state spawning. [ 1448.412032] env[63920]: DEBUG nova.compute.manager [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Received event network-changed-4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1448.412232] env[63920]: DEBUG nova.compute.manager [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Refreshing instance network info cache due to event network-changed-4812757b-ec45-4b34-a62f-0d9b5b4470f1. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1448.412466] env[63920]: DEBUG oslo_concurrency.lockutils [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] Acquiring lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.412635] env[63920]: DEBUG oslo_concurrency.lockutils [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] Acquired lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.412837] env[63920]: DEBUG nova.network.neutron [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Refreshing network info cache for port 4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.616940] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 34c93d57-67ff-470b-9524-7c658795a02c] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1448.745548] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393236, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.767389] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393237, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.101038] env[63920]: DEBUG nova.network.neutron [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updated VIF entry in instance network info cache for port 4812757b-ec45-4b34-a62f-0d9b5b4470f1. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.101421] env[63920]: DEBUG nova.network.neutron [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating instance_info_cache with network_info: [{"id": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "address": "fa:16:3e:1a:4a:15", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4812757b-ec", "ovs_interfaceid": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.120295] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 9c901b3b-e1c4-47a5-b0a6-621c4d0946e2] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1449.244719] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551566} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.245031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] e57d5a17-520f-4744-b5f0-147f6fc38d30/e57d5a17-520f-4744-b5f0-147f6fc38d30.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.245258] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.245506] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c978ee0-afd3-48e2-b673-894b1258e637 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.251893] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1449.251893] env[63920]: value = "task-2393238" [ 1449.251893] env[63920]: _type = "Task" [ 1449.251893] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.259830] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.267630] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393237, 'name': CreateVM_Task, 'duration_secs': 0.651336} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.267777] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1449.268483] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.268644] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.268962] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.269217] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a5f2d5-f826-4c52-9922-3b7384859bcb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.273466] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1449.273466] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c4be91-9adb-e447-8bc9-095d89a19993" [ 1449.273466] env[63920]: _type = "Task" [ 1449.273466] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.280643] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c4be91-9adb-e447-8bc9-095d89a19993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.604676] env[63920]: DEBUG oslo_concurrency.lockutils [req-c15f571c-da25-4ebb-a076-82fcf1eb8ee4 req-9177f4c2-5960-4a0d-b1c7-fa6bf163f796 service nova] Releasing lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.622408] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b51e9f14-09d4-43f7-8dda-a6aba292afcf] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1449.761554] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069904} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.761803] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.762616] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c8d4f-6cc0-4a76-8e10-2569ab8178b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.784145] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] e57d5a17-520f-4744-b5f0-147f6fc38d30/e57d5a17-520f-4744-b5f0-147f6fc38d30.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.786826] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac01c02d-a16f-4e45-9c9b-9cb924864e3f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.807534] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c4be91-9adb-e447-8bc9-095d89a19993, 'name': SearchDatastore_Task, 'duration_secs': 0.020988} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.808642] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.808859] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.809104] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.809258] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.809433] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.809710] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1449.809710] env[63920]: value = "task-2393239" [ 1449.809710] env[63920]: _type = "Task" [ 1449.809710] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.809879] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a411f63-dd94-427d-8ad1-7fa5d8175c72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.819136] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.820078] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.820252] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.820915] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4dfcd4e-e28f-4435-a80e-3250226522f6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.825291] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1449.825291] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522fa614-49b0-834e-159e-52bb827f8010" [ 1449.825291] env[63920]: _type = "Task" [ 1449.825291] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.832169] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522fa614-49b0-834e-159e-52bb827f8010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.125630] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6b993069-e73f-4939-8498-67b7eaed5e58] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1450.320674] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.335709] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522fa614-49b0-834e-159e-52bb827f8010, 'name': SearchDatastore_Task, 'duration_secs': 0.007437} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.336476] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0109747d-9f04-4950-b517-260e8d023885 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.341234] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1450.341234] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52291cd0-9c9f-a20b-9c36-2de65400c51b" [ 1450.341234] env[63920]: _type = "Task" [ 1450.341234] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.348713] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52291cd0-9c9f-a20b-9c36-2de65400c51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.629618] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 3031f3a7-04ea-4d12-b63e-48838bed5716] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1450.821040] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393239, 'name': ReconfigVM_Task, 'duration_secs': 0.527393} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.821308] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Reconfigured VM instance instance-00000078 to attach disk [datastore1] e57d5a17-520f-4744-b5f0-147f6fc38d30/e57d5a17-520f-4744-b5f0-147f6fc38d30.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1450.821920] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-912571ab-e0dc-485f-98c5-6db848c82311 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.827857] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1450.827857] env[63920]: value = "task-2393240" [ 1450.827857] env[63920]: _type = "Task" [ 1450.827857] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.834895] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393240, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.849588] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52291cd0-9c9f-a20b-9c36-2de65400c51b, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.849868] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.850235] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.850562] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aff7051c-0aac-464f-9191-1c5b0d002f79 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.856692] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1450.856692] env[63920]: value = "task-2393241" [ 1450.856692] env[63920]: _type = "Task" [ 1450.856692] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.864314] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.134966] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: ab9a9f54-29cb-4cfe-8f0f-e454afd65830] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1451.337254] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393240, 'name': Rename_Task, 'duration_secs': 0.132508} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.337525] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.337761] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b2a54ef-b1d6-4999-8201-4eb2ada632e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.343901] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1451.343901] env[63920]: value = "task-2393242" [ 1451.343901] env[63920]: _type = "Task" [ 1451.343901] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.350879] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.364530] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469992} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.364783] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.365013] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.365257] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05fa2a93-8330-4a46-a5dc-9ec4b5b2b21a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.372009] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1451.372009] env[63920]: value = "task-2393243" [ 1451.372009] env[63920]: _type = "Task" [ 1451.372009] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.381359] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.638921] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 02a12b4b-23d1-49f2-b3b3-f92142f98ddd] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1451.855146] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393242, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.880656] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063135} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.880928] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.881718] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f8992b-31e2-4ea4-b52f-39c7053c550a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.903618] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.903891] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2be9a4-f1f4-406b-aff6-f10005eaec8a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.923763] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1451.923763] env[63920]: value = "task-2393244" [ 1451.923763] env[63920]: _type = "Task" [ 1451.923763] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.931684] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.142627] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 1107a264-9dbf-423b-b73d-2853cf1d9eb9] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1452.354308] env[63920]: DEBUG oslo_vmware.api [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393242, 'name': PowerOnVM_Task, 'duration_secs': 0.61422} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.354556] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.354760] env[63920]: INFO nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1452.354939] env[63920]: DEBUG nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.355676] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b98d06-76dc-48d6-b952-304376ccaddd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.436295] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393244, 'name': ReconfigVM_Task, 'duration_secs': 0.308201} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.436673] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.437481] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17d7b138-ef80-4942-a14b-74e3712384eb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.444911] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1452.444911] env[63920]: value = "task-2393245" [ 1452.444911] env[63920]: _type = "Task" [ 1452.444911] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.455918] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393245, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.645605] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 6f437015-b2bb-4bc1-9bcf-e25d18364b10] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1452.870744] env[63920]: INFO nova.compute.manager [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Took 12.94 seconds to build instance. [ 1452.955549] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393245, 'name': Rename_Task, 'duration_secs': 0.146476} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.955806] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.956052] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a4557cf-ea1e-45c2-a7ef-5fec9b66619a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.961843] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1452.961843] env[63920]: value = "task-2393246" [ 1452.961843] env[63920]: _type = "Task" [ 1452.961843] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.968893] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.138241] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "e57d5a17-520f-4744-b5f0-147f6fc38d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.149574] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 0929b0f3-6de8-4c8f-ae10-072d2330204b] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1453.373577] env[63920]: DEBUG oslo_concurrency.lockutils [None req-e37c1421-a1b8-4df2-b358-187fe27bc4e4 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.449s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.374036] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.236s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.374343] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "e57d5a17-520f-4744-b5f0-147f6fc38d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.374577] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.374754] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.377058] env[63920]: INFO nova.compute.manager [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Terminating instance [ 1453.471699] env[63920]: DEBUG oslo_vmware.api [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393246, 'name': PowerOnVM_Task, 'duration_secs': 0.427679} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.471997] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1453.472160] env[63920]: INFO nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1453.472347] env[63920]: DEBUG nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1453.473173] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f0826-6689-4f8b-b967-cade8bad58f2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.653409] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 7230b129-84a2-4516-b0a2-b7fbad519083] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1453.880813] env[63920]: DEBUG nova.compute.manager [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1453.881113] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1453.881996] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0d9188-f5e7-483c-920a-0aa698598aae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.889320] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1453.889543] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1b7b6a4-267d-4baa-ba66-24ed4ec41e7a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.895437] env[63920]: DEBUG oslo_vmware.api [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1453.895437] env[63920]: value = "task-2393247" [ 1453.895437] env[63920]: _type = "Task" [ 1453.895437] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.903106] env[63920]: DEBUG oslo_vmware.api [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.989665] env[63920]: INFO nova.compute.manager [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Took 13.84 seconds to build instance. [ 1454.156482] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.156677] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=63920) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1454.405015] env[63920]: DEBUG oslo_vmware.api [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393247, 'name': PowerOffVM_Task, 'duration_secs': 0.195753} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.405290] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.405465] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.405713] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5c6e57c-a356-43a0-a4f9-95ef27c0ae96 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.467215] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.467460] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.467599] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleting the datastore file [datastore1] e57d5a17-520f-4744-b5f0-147f6fc38d30 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.467854] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70d868a0-d811-4eef-a467-8c3d991e3d05 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.475444] env[63920]: DEBUG oslo_vmware.api [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1454.475444] env[63920]: value = "task-2393249" [ 1454.475444] env[63920]: _type = "Task" [ 1454.475444] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.483194] env[63920]: DEBUG oslo_vmware.api [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.491738] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8737b7fc-2a41-4d29-946b-cca64f8864c8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.349s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.526631] env[63920]: DEBUG nova.compute.manager [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Received event network-changed-4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1454.526832] env[63920]: DEBUG nova.compute.manager [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Refreshing instance network info cache due to event network-changed-4812757b-ec45-4b34-a62f-0d9b5b4470f1. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1454.527070] env[63920]: DEBUG oslo_concurrency.lockutils [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] Acquiring lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.527236] env[63920]: DEBUG oslo_concurrency.lockutils [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] Acquired lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.527409] env[63920]: DEBUG nova.network.neutron [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Refreshing network info cache for port 4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.659438] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.986007] env[63920]: DEBUG oslo_vmware.api [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170662} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.986347] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1454.986539] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1454.986716] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1454.986889] env[63920]: INFO nova.compute.manager [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1454.987147] env[63920]: DEBUG oslo.service.loopingcall [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1454.987341] env[63920]: DEBUG nova.compute.manager [-] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1454.987434] env[63920]: DEBUG nova.network.neutron [-] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.232122] env[63920]: DEBUG nova.compute.manager [req-24b0b7b0-f65c-4291-b246-016f2822ba1b req-2603cb13-6e67-4512-8b46-53c50bef9cff service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Received event network-vif-deleted-1c1a8c0e-24a5-4400-8373-964feb5bb2e7 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1455.232328] env[63920]: INFO nova.compute.manager [req-24b0b7b0-f65c-4291-b246-016f2822ba1b req-2603cb13-6e67-4512-8b46-53c50bef9cff service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Neutron deleted interface 1c1a8c0e-24a5-4400-8373-964feb5bb2e7; detaching it from the instance and deleting it from the info cache [ 1455.232500] env[63920]: DEBUG nova.network.neutron [req-24b0b7b0-f65c-4291-b246-016f2822ba1b req-2603cb13-6e67-4512-8b46-53c50bef9cff service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.251479] env[63920]: DEBUG nova.network.neutron [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updated VIF entry in instance network info cache for port 4812757b-ec45-4b34-a62f-0d9b5b4470f1. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.251827] env[63920]: DEBUG nova.network.neutron [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating instance_info_cache with network_info: [{"id": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "address": "fa:16:3e:1a:4a:15", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4812757b-ec", "ovs_interfaceid": "4812757b-ec45-4b34-a62f-0d9b5b4470f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.709512] env[63920]: DEBUG nova.network.neutron [-] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.735729] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ebf4346-d424-49ac-b240-11db83c3d5b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.745076] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9914975b-7e52-4bdc-9ed8-16e55fc7ccf8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.755794] env[63920]: DEBUG oslo_concurrency.lockutils [req-3b9cad3a-d043-4c50-b1af-d678058088f5 req-6c3aabf1-be1f-4586-a5ca-0b58339bcb65 service nova] Releasing lock "refresh_cache-255b7f97-39c6-49d4-ab67-041c0744bbab" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.770092] env[63920]: DEBUG nova.compute.manager [req-24b0b7b0-f65c-4291-b246-016f2822ba1b req-2603cb13-6e67-4512-8b46-53c50bef9cff service nova] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Detach interface failed, port_id=1c1a8c0e-24a5-4400-8373-964feb5bb2e7, reason: Instance e57d5a17-520f-4744-b5f0-147f6fc38d30 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1456.211827] env[63920]: INFO nova.compute.manager [-] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Took 1.22 seconds to deallocate network for instance. [ 1456.717826] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.718154] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.718330] env[63920]: DEBUG nova.objects.instance [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'resources' on Instance uuid e57d5a17-520f-4744-b5f0-147f6fc38d30 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.160456] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.160616] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1457.359726] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6911b4-2464-43fa-ad98-e93f8cf0b07e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.367953] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a32a59-711b-46c5-96b4-2cace5176fe6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.398030] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfc2c51-855d-4633-8f75-5d5d70dbfaee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.405056] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d0b667-a68e-406c-92af-9c3e7a31875d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.417733] env[63920]: DEBUG nova.compute.provider_tree [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.690788] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.690940] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.691123] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1457.920922] env[63920]: DEBUG nova.scheduler.client.report [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.425468] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.450111] env[63920]: INFO nova.scheduler.client.report [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted allocations for instance e57d5a17-520f-4744-b5f0-147f6fc38d30 [ 1458.925694] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.957330] env[63920]: DEBUG oslo_concurrency.lockutils [None req-5f29bb21-b54c-418f-8e3c-172caafe22dd tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "e57d5a17-520f-4744-b5f0-147f6fc38d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.583s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.428366] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.428573] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1459.428791] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.428957] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.429154] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.429312] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.429442] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1459.429586] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.932370] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.932739] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.932739] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.932899] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1459.933784] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f94cb-04f6-44a8-80fd-dd9fb1ba930c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.943393] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae49f3bc-8f13-44d7-a5ab-d977167e6d57 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.956981] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59863e0-51a9-43fc-8f2f-517be2ff3130 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.963066] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ade616-67aa-4534-80b8-1aea5f47b803 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.990977] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180955MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1459.991159] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.991354] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.024396] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.024396] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 01375604-feb9-4f65-8232-cc203882c6e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.024858] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 255b7f97-39c6-49d4-ab67-041c0744bbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.024858] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1461.024942] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1461.245263] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357e1836-8cba-44a0-8cd8-24b19348bc99 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.252686] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be0d982-9b70-4663-8d28-6cf3defe3161 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.283849] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0aeed48-0a59-43f0-bea3-a171a4c3eef6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.291195] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7d520-9b6a-4841-99d5-c3684c12d918 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.304719] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.810193] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.315679] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1462.315932] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.325s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.767927] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.768381] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.768381] env[63920]: INFO nova.compute.manager [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Shelving [ 1470.777296] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.777631] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac3b38c4-5fb0-4958-b13a-561b9df3dd88 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.787993] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1470.787993] env[63920]: value = "task-2393250" [ 1470.787993] env[63920]: _type = "Task" [ 1470.787993] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.796662] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.299020] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393250, 'name': PowerOffVM_Task, 'duration_secs': 0.240037} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.299457] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1471.300650] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c738479-97b7-4cd5-80dc-5e3158516062 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.324948] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ccd6dc-afe7-4e36-852b-a8027fddca60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.835615] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Creating Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1471.836035] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40611e4c-1db6-4d4b-a7a7-6f2417cafd12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.845535] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1471.845535] env[63920]: value = "task-2393251" [ 1471.845535] env[63920]: _type = "Task" [ 1471.845535] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.853596] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393251, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.356100] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393251, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.857402] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393251, 'name': CreateSnapshot_Task, 'duration_secs': 0.735284} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.857794] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Created Snapshot of the VM instance {{(pid=63920) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1472.858391] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad85ce80-0f08-459b-bdb2-bff3931cee91 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.375070] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Creating linked-clone VM from snapshot {{(pid=63920) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1473.375771] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-018a0951-8d60-41b6-930b-304fb34a48ba {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.384817] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1473.384817] env[63920]: value = "task-2393252" [ 1473.384817] env[63920]: _type = "Task" [ 1473.384817] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.392546] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393252, 'name': CloneVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.895763] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393252, 'name': CloneVM_Task} progress is 94%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.395772] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393252, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.896815] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393252, 'name': CloneVM_Task} progress is 95%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.398090] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393252, 'name': CloneVM_Task, 'duration_secs': 1.921045} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.398351] env[63920]: INFO nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Created linked-clone VM from snapshot [ 1475.399088] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57385458-dee4-4e27-88ad-2a4166cb132c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.405981] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Uploading image 88625331-cfe5-47ad-b6c5-3c725a08f4d3 {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1475.427166] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1475.427166] env[63920]: value = "vm-485501" [ 1475.427166] env[63920]: _type = "VirtualMachine" [ 1475.427166] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1475.427415] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20358373-224d-47b7-8df3-2f9937b5a654 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.432991] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lease: (returnval){ [ 1475.432991] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d88281-a981-69e6-f07d-760599703a85" [ 1475.432991] env[63920]: _type = "HttpNfcLease" [ 1475.432991] env[63920]: } obtained for exporting VM: (result){ [ 1475.432991] env[63920]: value = "vm-485501" [ 1475.432991] env[63920]: _type = "VirtualMachine" [ 1475.432991] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1475.433225] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the lease: (returnval){ [ 1475.433225] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d88281-a981-69e6-f07d-760599703a85" [ 1475.433225] env[63920]: _type = "HttpNfcLease" [ 1475.433225] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1475.440359] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1475.440359] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d88281-a981-69e6-f07d-760599703a85" [ 1475.440359] env[63920]: _type = "HttpNfcLease" [ 1475.440359] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1475.943454] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1475.943454] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d88281-a981-69e6-f07d-760599703a85" [ 1475.943454] env[63920]: _type = "HttpNfcLease" [ 1475.943454] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1475.943788] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1475.943788] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d88281-a981-69e6-f07d-760599703a85" [ 1475.943788] env[63920]: _type = "HttpNfcLease" [ 1475.943788] env[63920]: }. {{(pid=63920) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1475.944514] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d88de9-39cf-408e-a9a8-0992d1fe31f7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.951512] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522504a5-db56-87c7-97d2-8ef2866597c9/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1475.951698] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522504a5-db56-87c7-97d2-8ef2866597c9/disk-0.vmdk for reading. {{(pid=63920) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1476.077937] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0ffdd060-1fad-4fd2-b6ec-176ebe3a15f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.238662] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522504a5-db56-87c7-97d2-8ef2866597c9/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1485.239590] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3841e5-dc45-4fc5-8c51-34134190c96c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.245628] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522504a5-db56-87c7-97d2-8ef2866597c9/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1485.245792] env[63920]: ERROR oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522504a5-db56-87c7-97d2-8ef2866597c9/disk-0.vmdk due to incomplete transfer. [ 1485.245990] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ddd1843a-852c-47a4-aaa2-2aa5387fcac3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.253771] env[63920]: DEBUG oslo_vmware.rw_handles [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522504a5-db56-87c7-97d2-8ef2866597c9/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1485.253970] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Uploaded image 88625331-cfe5-47ad-b6c5-3c725a08f4d3 to the Glance image server {{(pid=63920) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1485.256202] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Destroying the VM {{(pid=63920) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1485.256421] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-570f8356-aca9-46c9-a62f-26c117fca3a0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.261634] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1485.261634] env[63920]: value = "task-2393254" [ 1485.261634] env[63920]: _type = "Task" [ 1485.261634] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.268927] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393254, 'name': Destroy_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.771785] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393254, 'name': Destroy_Task} progress is 33%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.271602] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393254, 'name': Destroy_Task, 'duration_secs': 0.855285} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.271972] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Destroyed the VM [ 1486.272145] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deleting Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1486.272368] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c54fa447-46f7-4f89-b0af-56031e8e798a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.278411] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1486.278411] env[63920]: value = "task-2393255" [ 1486.278411] env[63920]: _type = "Task" [ 1486.278411] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.286000] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393255, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.788115] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393255, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.288495] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393255, 'name': RemoveSnapshot_Task, 'duration_secs': 0.514862} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.288807] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deleted Snapshot of the VM instance {{(pid=63920) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1487.289020] env[63920]: DEBUG nova.compute.manager [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.289754] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465d4a63-f013-4af1-9cf2-ed395a9585f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.801612] env[63920]: INFO nova.compute.manager [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Shelve offloading [ 1488.305018] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.305366] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9317840f-34fe-4d64-9deb-f993adc9209a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.313668] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1488.313668] env[63920]: value = "task-2393256" [ 1488.313668] env[63920]: _type = "Task" [ 1488.313668] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.320514] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.823689] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1488.823958] env[63920]: DEBUG nova.compute.manager [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1488.824773] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0342868a-7eeb-4d15-804f-628e17762782 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.830324] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1488.830486] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.830656] env[63920]: DEBUG nova.network.neutron [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.537720] env[63920]: DEBUG nova.network.neutron [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.040302] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.267837] env[63920]: DEBUG nova.compute.manager [req-3e85a794-a070-47b1-a411-0885dd1b325e req-52fa3318-7542-467c-947e-d96d2eefb602 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-vif-unplugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1490.268116] env[63920]: DEBUG oslo_concurrency.lockutils [req-3e85a794-a070-47b1-a411-0885dd1b325e req-52fa3318-7542-467c-947e-d96d2eefb602 service nova] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.268338] env[63920]: DEBUG oslo_concurrency.lockutils [req-3e85a794-a070-47b1-a411-0885dd1b325e req-52fa3318-7542-467c-947e-d96d2eefb602 service nova] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.268507] env[63920]: DEBUG oslo_concurrency.lockutils [req-3e85a794-a070-47b1-a411-0885dd1b325e req-52fa3318-7542-467c-947e-d96d2eefb602 service nova] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.268673] env[63920]: DEBUG nova.compute.manager [req-3e85a794-a070-47b1-a411-0885dd1b325e req-52fa3318-7542-467c-947e-d96d2eefb602 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] No waiting events found dispatching network-vif-unplugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.268841] env[63920]: WARNING nova.compute.manager [req-3e85a794-a070-47b1-a411-0885dd1b325e req-52fa3318-7542-467c-947e-d96d2eefb602 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received unexpected event network-vif-unplugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c for instance with vm_state shelved and task_state shelving_offloading. [ 1490.300084] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1490.301540] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e01f44-5d9a-421a-a530-2d0f44974cce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.308769] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.308982] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f16789-7a6b-4a07-882a-28d4e0d90501 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.802643] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.802930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.292800] env[63920]: DEBUG nova.compute.manager [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-changed-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1492.293000] env[63920]: DEBUG nova.compute.manager [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Refreshing instance network info cache due to event network-changed-439531f9-fc4c-48b0-82e8-6caf9290aa1c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1492.293227] env[63920]: DEBUG oslo_concurrency.lockutils [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.293368] env[63920]: DEBUG oslo_concurrency.lockutils [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.293525] env[63920]: DEBUG nova.network.neutron [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Refreshing network info cache for port 439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.306070] env[63920]: DEBUG nova.compute.utils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1494.938880] env[63920]: DEBUG nova.network.neutron [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updated VIF entry in instance network info cache for port 439531f9-fc4c-48b0-82e8-6caf9290aa1c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1494.938880] env[63920]: DEBUG nova.network.neutron [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap439531f9-fc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.985831] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.986076] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.986337] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleting the datastore file [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.986868] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c6b0ea6-6d35-4683-8a7e-9c7cdf363a93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.992250] env[63920]: DEBUG oslo_concurrency.lockutils [req-2ea2345d-3415-42ba-8b29-115e64a202d9 req-f5ca2d9b-2df4-48d4-b9ca-64bd504f0a13 service nova] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.994098] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1494.994098] env[63920]: value = "task-2393258" [ 1494.994098] env[63920]: _type = "Task" [ 1494.994098] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.002051] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.312215] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 3.509s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.504298] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.004899] env[63920]: DEBUG oslo_vmware.api [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.645414} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.004899] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.004899] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.005338] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.028192] env[63920]: INFO nova.scheduler.client.report [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted allocations for instance 01375604-feb9-4f65-8232-cc203882c6e0 [ 1496.382292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.382608] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.382845] env[63920]: INFO nova.compute.manager [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Attaching volume f5d24031-0851-4bd8-9816-242e41773c15 to /dev/sdb [ 1496.412730] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73df98-28e9-4955-b8e9-6fdbb7fff806 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.421091] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1b4985-564a-450c-8cd3-e523cdce2d68 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.434161] env[63920]: DEBUG nova.virt.block_device [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating existing volume attachment record: cd738d7f-1e37-48ab-874d-551e3e1ca219 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1496.532338] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1496.532603] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.532837] env[63920]: DEBUG nova.objects.instance [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'resources' on Instance uuid 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.035470] env[63920]: DEBUG nova.objects.instance [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'numa_topology' on Instance uuid 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.538750] env[63920]: DEBUG nova.objects.base [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Object Instance<01375604-feb9-4f65-8232-cc203882c6e0> lazy-loaded attributes: resources,numa_topology {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1497.584875] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303f17ea-9ce9-403e-99a8-80f2fbbd6373 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.592428] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f2833d-ed6f-4924-b68c-7152ca576221 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.621652] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60621ecb-a26d-4798-b581-c7d1551c080a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.628323] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b46143-6356-4b5d-8061-700fb0155d0a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.642305] env[63920]: DEBUG nova.compute.provider_tree [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.679072] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.145909] env[63920]: DEBUG nova.scheduler.client.report [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.651621] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.158888] env[63920]: DEBUG oslo_concurrency.lockutils [None req-6a692ee0-b97f-4fd2-bb36-3584a428dac6 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.390s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.159619] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.481s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.159743] env[63920]: INFO nova.compute.manager [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Unshelving [ 1500.180441] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.180753] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.180913] env[63920]: DEBUG nova.objects.instance [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'pci_requests' on Instance uuid 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.684970] env[63920]: DEBUG nova.objects.instance [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'numa_topology' on Instance uuid 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.976079] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1500.976340] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1500.977242] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066b3854-a3cf-41b6-a483-bd5c6a9e1845 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.994093] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ee8ea2-8ec8-4580-9571-f029497ef54b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.018396] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-f5d24031-0851-4bd8-9816-242e41773c15/volume-f5d24031-0851-4bd8-9816-242e41773c15.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.018646] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fce69eb-c158-48a0-8c69-6d54f4aedf35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.036127] env[63920]: DEBUG oslo_vmware.api [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1501.036127] env[63920]: value = "task-2393263" [ 1501.036127] env[63920]: _type = "Task" [ 1501.036127] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.044904] env[63920]: DEBUG oslo_vmware.api [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.187927] env[63920]: INFO nova.compute.claims [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.546138] env[63920]: DEBUG oslo_vmware.api [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393263, 'name': ReconfigVM_Task, 'duration_secs': 0.477578} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.546377] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-f5d24031-0851-4bd8-9816-242e41773c15/volume-f5d24031-0851-4bd8-9816-242e41773c15.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.551080] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23362a04-addc-42cc-ae77-fed1bcf7f63c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.565618] env[63920]: DEBUG oslo_vmware.api [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1501.565618] env[63920]: value = "task-2393264" [ 1501.565618] env[63920]: _type = "Task" [ 1501.565618] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.572991] env[63920]: DEBUG oslo_vmware.api [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.076049] env[63920]: DEBUG oslo_vmware.api [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393264, 'name': ReconfigVM_Task, 'duration_secs': 0.132398} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.076299] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1502.240091] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c33dd-b694-4350-81d6-20710ba117b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.247050] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28998b7e-98a3-46fc-adb8-ad235d88b0dc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.276160] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ab320-6907-4150-a3c0-75c12812ecaa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.282854] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d05e4b-437c-4b87-9de6-2e50850dc8de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.295379] env[63920]: DEBUG nova.compute.provider_tree [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.798835] env[63920]: DEBUG nova.scheduler.client.report [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.114122] env[63920]: DEBUG nova.objects.instance [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'flavor' on Instance uuid 255b7f97-39c6-49d4-ab67-041c0744bbab {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.303292] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.122s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.355917] env[63920]: INFO nova.network.neutron [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating port 439531f9-fc4c-48b0-82e8-6caf9290aa1c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1503.620044] env[63920]: DEBUG oslo_concurrency.lockutils [None req-8431ceb5-d3d8-4250-9fdd-5221d77b0ad2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.720940] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.721164] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.721325] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.983658] env[63920]: INFO nova.compute.manager [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Rebuilding instance [ 1504.022450] env[63920]: DEBUG nova.compute.manager [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.023345] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb83327-30f3-473a-b808-9d9aacd402bf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.835696] env[63920]: DEBUG nova.compute.manager [req-5e19b853-45a1-4b6a-885a-4a700ea5bcc6 req-e3626f76-3222-420b-ab84-5a0f94556b1d service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-vif-plugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1504.835948] env[63920]: DEBUG oslo_concurrency.lockutils [req-5e19b853-45a1-4b6a-885a-4a700ea5bcc6 req-e3626f76-3222-420b-ab84-5a0f94556b1d service nova] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.836432] env[63920]: DEBUG oslo_concurrency.lockutils [req-5e19b853-45a1-4b6a-885a-4a700ea5bcc6 req-e3626f76-3222-420b-ab84-5a0f94556b1d service nova] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.836633] env[63920]: DEBUG oslo_concurrency.lockutils [req-5e19b853-45a1-4b6a-885a-4a700ea5bcc6 req-e3626f76-3222-420b-ab84-5a0f94556b1d service nova] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.836808] env[63920]: DEBUG nova.compute.manager [req-5e19b853-45a1-4b6a-885a-4a700ea5bcc6 req-e3626f76-3222-420b-ab84-5a0f94556b1d service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] No waiting events found dispatching network-vif-plugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.836975] env[63920]: WARNING nova.compute.manager [req-5e19b853-45a1-4b6a-885a-4a700ea5bcc6 req-e3626f76-3222-420b-ab84-5a0f94556b1d service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received unexpected event network-vif-plugged-439531f9-fc4c-48b0-82e8-6caf9290aa1c for instance with vm_state shelved_offloaded and task_state spawning. [ 1504.895870] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.896117] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.896302] env[63920]: DEBUG nova.network.neutron [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.035956] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.036272] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8d7545-4cff-4133-ae87-88470adfd57e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.042569] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1505.042569] env[63920]: value = "task-2393265" [ 1505.042569] env[63920]: _type = "Task" [ 1505.042569] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.050345] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.552117] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393265, 'name': PowerOffVM_Task, 'duration_secs': 0.214187} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.552333] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.570266] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1505.614449] env[63920]: INFO nova.compute.manager [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Detaching volume f5d24031-0851-4bd8-9816-242e41773c15 [ 1505.621708] env[63920]: DEBUG nova.network.neutron [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.644233] env[63920]: INFO nova.virt.block_device [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Attempting to driver detach volume f5d24031-0851-4bd8-9816-242e41773c15 from mountpoint /dev/sdb [ 1505.644491] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1505.644676] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1505.645539] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcbb87d-3552-4f2c-8e4f-a71c08efce90 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.667873] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399efe63-2878-4f4b-b535-5e8e05b10ca4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.674468] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a2c99-e3b6-4755-a2dd-79b04af17b9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.694163] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8677c8-0dbd-4663-889d-2a47e36d6418 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.708008] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5d24031-0851-4bd8-9816-242e41773c15/volume-f5d24031-0851-4bd8-9816-242e41773c15.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1505.713139] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1505.713376] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb44271b-b281-4856-8532-7e80125f415d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.730809] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1505.730809] env[63920]: value = "task-2393266" [ 1505.730809] env[63920]: _type = "Task" [ 1505.730809] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.738338] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.124295] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.153416] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='977730536e30a2f68ebeaca0f58de659',container_format='bare',created_at=2025-02-09T04:10:37Z,direct_url=,disk_format='vmdk',id=88625331-cfe5-47ad-b6c5-3c725a08f4d3,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2109452014-shelved',owner='59212b791f90405c941679d25edee871',properties=ImageMetaProps,protected=,size=31658496,status='active',tags=,updated_at=2025-02-09T04:10:53Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1506.153784] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1506.154029] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1506.154350] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1506.154559] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1506.154767] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1506.155061] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1506.155276] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1506.155461] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1506.155623] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1506.155791] env[63920]: DEBUG nova.virt.hardware [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1506.156642] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2600e27-919a-44e3-8c4f-ffb25ff108a1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.164807] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2408ad2e-2451-49a4-aa9a-b460866746c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.177905] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:2c:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439531f9-fc4c-48b0-82e8-6caf9290aa1c', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.185072] env[63920]: DEBUG oslo.service.loopingcall [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.185300] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.185494] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3468dc3-ead7-436e-af8e-54a2bcb41328 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.203968] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.203968] env[63920]: value = "task-2393267" [ 1506.203968] env[63920]: _type = "Task" [ 1506.203968] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.212634] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393267, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.239362] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393266, 'name': ReconfigVM_Task, 'duration_secs': 0.192704} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.239597] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1506.244136] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9a6f7a-5cf8-4d1a-b068-96e39954f5a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.257786] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1506.257786] env[63920]: value = "task-2393268" [ 1506.257786] env[63920]: _type = "Task" [ 1506.257786] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.265395] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.570573] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.570845] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.714200] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393267, 'name': CreateVM_Task, 'duration_secs': 0.388537} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.714366] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.714973] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.715156] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.715525] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1506.715768] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1512f6ff-79cd-4847-820a-93cd820e295b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.719988] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1506.719988] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fa38f1-bbd6-71d1-2c3d-0e4a5cdb5cd6" [ 1506.719988] env[63920]: _type = "Task" [ 1506.719988] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.726846] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52fa38f1-bbd6-71d1-2c3d-0e4a5cdb5cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.764876] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393268, 'name': ReconfigVM_Task, 'duration_secs': 0.161324} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.765162] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1506.860238] env[63920]: DEBUG nova.compute.manager [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-changed-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1506.860427] env[63920]: DEBUG nova.compute.manager [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Refreshing instance network info cache due to event network-changed-439531f9-fc4c-48b0-82e8-6caf9290aa1c. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1506.860633] env[63920]: DEBUG oslo_concurrency.lockutils [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.860774] env[63920]: DEBUG oslo_concurrency.lockutils [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.860930] env[63920]: DEBUG nova.network.neutron [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Refreshing network info cache for port 439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.074752] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.075037] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.075248] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.075411] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1507.076302] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a20205f-4927-47a1-9ece-9ce5ada27f87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.084400] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1812472b-c01e-4c6a-ac71-5608125cd151 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.097815] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a776f552-03a7-41d7-9654-310bc2d42254 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.103719] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d9867a-a5ab-4837-b3d1-0edc9acf19e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.133561] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180749MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1507.133862] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.133862] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.230553] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.230790] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Processing image 88625331-cfe5-47ad-b6c5-3c725a08f4d3 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.231026] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.231181] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.231396] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.231593] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b44d93e4-2227-4398-8251-c860c3af7fb7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.239502] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.239670] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.240332] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3325183-d08b-4c59-afa1-f93e685df12f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.245103] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1507.245103] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f752cd-6cab-ab3e-7d9b-61faf06c7ac1" [ 1507.245103] env[63920]: _type = "Task" [ 1507.245103] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.251625] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52f752cd-6cab-ab3e-7d9b-61faf06c7ac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.567982] env[63920]: DEBUG nova.network.neutron [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updated VIF entry in instance network info cache for port 439531f9-fc4c-48b0-82e8-6caf9290aa1c. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.568350] env[63920]: DEBUG nova.network.neutron [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.754874] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Preparing fetch location {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1507.755112] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Fetch image to [datastore2] OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e/OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e.vmdk {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1507.755298] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Downloading stream optimized image 88625331-cfe5-47ad-b6c5-3c725a08f4d3 to [datastore2] OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e/OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e.vmdk on the data store datastore2 as vApp {{(pid=63920) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1507.755465] env[63920]: DEBUG nova.virt.vmwareapi.images [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Downloading image file data 88625331-cfe5-47ad-b6c5-3c725a08f4d3 to the ESX as VM named 'OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e' {{(pid=63920) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1507.812846] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1507.813169] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65844313-853f-454c-a19e-d3fcd7474dec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.820182] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1507.820182] env[63920]: value = "task-2393269" [ 1507.820182] env[63920]: _type = "Task" [ 1507.820182] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.827200] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.827873] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1507.827873] env[63920]: value = "resgroup-9" [ 1507.827873] env[63920]: _type = "ResourcePool" [ 1507.827873] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1507.828084] env[63920]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-4ae3f0a6-323a-47d8-b52e-efce53f723b2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.846237] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lease: (returnval){ [ 1507.846237] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a28c4c-07f3-409d-f36c-050cd1bff053" [ 1507.846237] env[63920]: _type = "HttpNfcLease" [ 1507.846237] env[63920]: } obtained for vApp import into resource pool (val){ [ 1507.846237] env[63920]: value = "resgroup-9" [ 1507.846237] env[63920]: _type = "ResourcePool" [ 1507.846237] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1507.846518] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the lease: (returnval){ [ 1507.846518] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a28c4c-07f3-409d-f36c-050cd1bff053" [ 1507.846518] env[63920]: _type = "HttpNfcLease" [ 1507.846518] env[63920]: } to be ready. {{(pid=63920) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1507.852035] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1507.852035] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a28c4c-07f3-409d-f36c-050cd1bff053" [ 1507.852035] env[63920]: _type = "HttpNfcLease" [ 1507.852035] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1508.070768] env[63920]: DEBUG oslo_concurrency.lockutils [req-e2ed7544-711b-4de7-821a-32ee5e992374 req-fa9c0e95-267f-4946-9517-35ed023be469 service nova] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.159592] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1508.159919] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 255b7f97-39c6-49d4-ab67-041c0744bbab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1508.159919] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 01375604-feb9-4f65-8232-cc203882c6e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1508.160062] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1508.160201] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1508.208499] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feffdb17-5549-479c-aed0-8bb42c6a5669 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.216441] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940ef2df-81e2-4306-bbc3-8667978ff6a2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.247092] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3526521-ade8-4341-9fee-e0dcb6990e52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.254106] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd4853-0870-49ae-bf00-e07bd8232938 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.266639] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.331484] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] VM already powered off {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1508.331781] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1508.332034] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1508.332979] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da12d5e-ebfa-474b-b562-1fb40a4fe696 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.355049] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e013da1-1b58-4829-ab88-279d32b4fdfa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.360336] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1508.360336] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a28c4c-07f3-409d-f36c-050cd1bff053" [ 1508.360336] env[63920]: _type = "HttpNfcLease" [ 1508.360336] env[63920]: } is initializing. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1508.361767] env[63920]: WARNING nova.virt.vmwareapi.driver [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1508.362051] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1508.362761] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4900750-216c-4439-9216-6d5868480618 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.368508] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1508.368743] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a38dfc4-1fbb-447d-b93a-3d7a1c78df52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.440045] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1508.440290] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1508.440481] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore1] 255b7f97-39c6-49d4-ab67-041c0744bbab {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1508.440766] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c9c2517-0b69-4ee8-a8b6-2a0a57f0696d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.448151] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1508.448151] env[63920]: value = "task-2393272" [ 1508.448151] env[63920]: _type = "Task" [ 1508.448151] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.456372] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.769454] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.858300] env[63920]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1508.858300] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a28c4c-07f3-409d-f36c-050cd1bff053" [ 1508.858300] env[63920]: _type = "HttpNfcLease" [ 1508.858300] env[63920]: } is ready. {{(pid=63920) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1508.858594] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1508.858594] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52a28c4c-07f3-409d-f36c-050cd1bff053" [ 1508.858594] env[63920]: _type = "HttpNfcLease" [ 1508.858594] env[63920]: }. {{(pid=63920) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1508.859310] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef524f06-0458-47c6-9d55-144f4c8045ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.866148] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03e9e-6fdf-0ed1-2c7f-bf557c118284/disk-0.vmdk from lease info. {{(pid=63920) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1508.866321] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating HTTP connection to write to file with size = 31658496 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03e9e-6fdf-0ed1-2c7f-bf557c118284/disk-0.vmdk. {{(pid=63920) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1508.928147] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0e630f1c-5780-439d-813d-4d2845ae3073 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.957172] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172496} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.957419] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.957599] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.957764] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1509.274289] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1509.274626] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.463787] env[63920]: INFO nova.virt.block_device [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Booting with volume f5d24031-0851-4bd8-9816-242e41773c15 at /dev/sdb [ 1509.501067] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6aa69962-7a92-4c6b-8b9d-87d641b80958 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.513731] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8c6157-d14e-42c6-b502-91c6c911e923 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.544707] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e858bfe-444d-4475-84b0-96bc18bae853 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.554353] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1a6f3-246e-4c47-8c0a-8e8c3e3e684d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.584136] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410f944c-e31d-428c-966a-68a4886ce44d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.592683] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2989a563-39c9-4a1a-8667-591c76dfd304 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.606552] env[63920]: DEBUG nova.virt.block_device [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating existing volume attachment record: 3c252cd8-0e74-467f-94f4-4095b2cf32f8 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1510.273797] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.274030] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1510.274211] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1510.532289] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Completed reading data from the image iterator. {{(pid=63920) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1510.532677] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03e9e-6fdf-0ed1-2c7f-bf557c118284/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1510.533587] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a02ebd-7e08-4999-a077-a134a007eae1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.540721] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03e9e-6fdf-0ed1-2c7f-bf557c118284/disk-0.vmdk is in state: ready. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1510.540884] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03e9e-6fdf-0ed1-2c7f-bf557c118284/disk-0.vmdk. {{(pid=63920) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1510.541154] env[63920]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ea9b5b4a-2a2d-4118-9dde-0745a02d9c85 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.788825] env[63920]: DEBUG oslo_vmware.rw_handles [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e03e9e-6fdf-0ed1-2c7f-bf557c118284/disk-0.vmdk. {{(pid=63920) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1510.789050] env[63920]: INFO nova.virt.vmwareapi.images [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Downloaded image file data 88625331-cfe5-47ad-b6c5-3c725a08f4d3 [ 1510.789845] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0b697-81c6-4d9a-a98a-78785658ed27 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.804605] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-332b8039-f2c8-4591-9f3b-fab2bbc61d40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.889992] env[63920]: INFO nova.virt.vmwareapi.images [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] The imported VM was unregistered [ 1510.892399] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Caching image {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1510.892634] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Creating directory with path [datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.892911] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c05aacc-3358-4c98-a079-d37e158b28b0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.904017] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Created directory with path [datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3 {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.904209] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e/OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e.vmdk to [datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk. {{(pid=63920) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1510.904445] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-60d642c3-7bc7-4185-a863-805eaa4ed96e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.910082] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1510.910082] env[63920]: value = "task-2393274" [ 1510.910082] env[63920]: _type = "Task" [ 1510.910082] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.917302] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393274, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.420421] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393274, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.570822] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.571250] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1511.571250] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1511.718213] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.718511] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.718690] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.718876] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.719035] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.719192] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.719419] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.719669] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.719747] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.719895] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.720076] env[63920]: DEBUG nova.virt.hardware [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.720935] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4496fa3-acb1-44ab-9bda-4cc773080448 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.728948] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0bd457-d7e2-452a-92d1-66cb6f5e07bd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.743217] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:4a:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4812757b-ec45-4b34-a62f-0d9b5b4470f1', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.750746] env[63920]: DEBUG oslo.service.loopingcall [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1511.751063] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.751291] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cb41e80-d31e-49a4-ab48-1937945a5c8b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.771025] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.771025] env[63920]: value = "task-2393275" [ 1511.771025] env[63920]: _type = "Task" [ 1511.771025] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.778811] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393275, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.921334] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393274, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.103678] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.103930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.104135] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1512.104331] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid 18efc322-e59c-420c-9b72-6001f7531655 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.280867] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393275, 'name': CreateVM_Task} progress is 25%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.422398] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393274, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.781960] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393275, 'name': CreateVM_Task} progress is 99%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.921901] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393274, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.280712] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393275, 'name': CreateVM_Task, 'duration_secs': 1.026049} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.280869] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.281530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.281695] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.282037] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1513.282261] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbb57978-36a0-44ae-8c11-aa54208f78a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.286414] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1513.286414] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b2b1e6-0b60-2ccb-5599-2c52c241c3c7" [ 1513.286414] env[63920]: _type = "Task" [ 1513.286414] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.294742] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b2b1e6-0b60-2ccb-5599-2c52c241c3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.422165] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393274, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.455099} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.422463] env[63920]: INFO nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e/OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e.vmdk to [datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk. [ 1513.422649] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Cleaning up location [datastore2] OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1513.422809] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3c201ae9-7afe-40d5-be85-03f0b5baad7e {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.423074] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad40b3d2-94f1-4710-a88a-d4e836d17f98 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.428385] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1513.428385] env[63920]: value = "task-2393276" [ 1513.428385] env[63920]: _type = "Task" [ 1513.428385] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.435395] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.796658] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b2b1e6-0b60-2ccb-5599-2c52c241c3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.796952] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.797194] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.797420] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.797562] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.797730] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.797978] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ed4f53b-3733-4214-a903-31e2b42dc996 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.815385] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.815559] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.816275] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6defb3c2-8ab8-42ef-8802-0165974c110d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.821155] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1513.821155] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522f858c-e2db-7498-25a2-ccf4a24a6cad" [ 1513.821155] env[63920]: _type = "Task" [ 1513.821155] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.828131] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522f858c-e2db-7498-25a2-ccf4a24a6cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.840824] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.937895] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050318} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.938156] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.938321] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.938563] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk to [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1513.938801] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e202b0-38ea-4058-8d96-555c32029a89 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.944916] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1513.944916] env[63920]: value = "task-2393277" [ 1513.944916] env[63920]: _type = "Task" [ 1513.944916] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.951836] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.332192] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522f858c-e2db-7498-25a2-ccf4a24a6cad, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.333026] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e267a17-e569-4f34-8954-96f53749db60 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.339108] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1514.339108] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522fe806-e708-5d8e-babe-9844aa9d2b98" [ 1514.339108] env[63920]: _type = "Task" [ 1514.339108] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.342864] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.343063] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1514.348284] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522fe806-e708-5d8e-babe-9844aa9d2b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.455381] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393277, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.849602] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]522fe806-e708-5d8e-babe-9844aa9d2b98, 'name': SearchDatastore_Task, 'duration_secs': 0.070265} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.850023] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.850178] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1514.850461] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02dfe24f-1b23-45d3-bb94-8593c868bd38 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.857472] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1514.857472] env[63920]: value = "task-2393278" [ 1514.857472] env[63920]: _type = "Task" [ 1514.857472] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.865629] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.954923] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393277, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.367617] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.455676] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393277, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.868725] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.957997] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393277, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.368958] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.457836] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393277, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.225096} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.458133] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/88625331-cfe5-47ad-b6c5-3c725a08f4d3/88625331-cfe5-47ad-b6c5-3c725a08f4d3.vmdk to [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.459020] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebd3ac-0e45-46a8-8bff-5a38e8a783fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.482757] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.483104] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66dcfc68-86ee-462f-ab28-d5de109b0fc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.504858] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1516.504858] env[63920]: value = "task-2393279" [ 1516.504858] env[63920]: _type = "Task" [ 1516.504858] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.512439] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.870613] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393278, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.646756} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.871049] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.871144] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.871380] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4d50bf4-1014-4df5-af62-21e78a53c3a3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.878890] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1516.878890] env[63920]: value = "task-2393280" [ 1516.878890] env[63920]: _type = "Task" [ 1516.878890] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.886687] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.014593] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393279, 'name': ReconfigVM_Task, 'duration_secs': 0.44166} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.014859] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0/01375604-feb9-4f65-8232-cc203882c6e0.vmdk or device None with type streamOptimized {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.015494] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e93ab43-2cd2-46aa-b0e8-d7d2ca7ff87e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.021378] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1517.021378] env[63920]: value = "task-2393281" [ 1517.021378] env[63920]: _type = "Task" [ 1517.021378] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.029465] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393281, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.388151] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.344023} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.388414] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.389194] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f702be01-54ec-4dd5-9ab5-df93718e0e4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.410391] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.410613] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4847139c-cfb1-4660-ba4c-0247e8b4a448 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.428876] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1517.428876] env[63920]: value = "task-2393282" [ 1517.428876] env[63920]: _type = "Task" [ 1517.428876] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.435913] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.530812] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393281, 'name': Rename_Task, 'duration_secs': 0.330062} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.531091] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.531349] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe71e25-2704-41c2-9641-658b59b32507 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.536336] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1517.536336] env[63920]: value = "task-2393283" [ 1517.536336] env[63920]: _type = "Task" [ 1517.536336] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.543297] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.939336] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393282, 'name': ReconfigVM_Task, 'duration_secs': 0.505192} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.939709] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 255b7f97-39c6-49d4-ab67-041c0744bbab/255b7f97-39c6-49d4-ab67-041c0744bbab.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.940804] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encrypted': False, 'size': 0, 'encryption_options': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_format': None, 'guest_format': None, 'image_id': '7a8bae32-5764-4686-a7f4-d51d41380c45'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'delete_on_termination': False, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'}, 'attachment_id': '3c252cd8-0e74-467f-94f4-4095b2cf32f8', 'boot_index': None, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63920) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1517.941081] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1517.941285] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1517.942131] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc6028-af7b-4399-ae62-83409cbe9c85 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.959031] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a207c1fd-a5ec-42ca-8a69-7073ae7a4dcb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.983246] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-f5d24031-0851-4bd8-9816-242e41773c15/volume-f5d24031-0851-4bd8-9816-242e41773c15.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.983543] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0a3f07-b70d-4f47-b3cd-282d745575db {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.001856] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1518.001856] env[63920]: value = "task-2393284" [ 1518.001856] env[63920]: _type = "Task" [ 1518.001856] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.009210] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.046080] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.338208] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.511132] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393284, 'name': ReconfigVM_Task, 'duration_secs': 0.420125} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.511414] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-f5d24031-0851-4bd8-9816-242e41773c15/volume-f5d24031-0851-4bd8-9816-242e41773c15.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.516075] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11600608-f983-4c5e-ade7-008a338780a8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.530245] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1518.530245] env[63920]: value = "task-2393285" [ 1518.530245] env[63920]: _type = "Task" [ 1518.530245] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.537592] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.544508] env[63920]: DEBUG oslo_vmware.api [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393283, 'name': PowerOnVM_Task, 'duration_secs': 0.580043} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.544743] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.642917] env[63920]: DEBUG nova.compute.manager [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.643860] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf7872-6517-4b6c-8fed-f553c0fef5c6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.039684] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393285, 'name': ReconfigVM_Task, 'duration_secs': 0.208222} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.040069] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1519.040542] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3685385b-eca7-469f-905b-b0e82b019fcf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.046728] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1519.046728] env[63920]: value = "task-2393286" [ 1519.046728] env[63920]: _type = "Task" [ 1519.046728] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.053880] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393286, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.160477] env[63920]: DEBUG oslo_concurrency.lockutils [None req-20242cea-b822-4e32-b9aa-4d77a339aaf3 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.560121] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393286, 'name': Rename_Task, 'duration_secs': 0.238841} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.560754] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.560855] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-161d57a6-12e5-4fe6-818f-f2bb425ce764 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.568019] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1519.568019] env[63920]: value = "task-2393287" [ 1519.568019] env[63920]: _type = "Task" [ 1519.568019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.577240] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.064448] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccd6f5b-365e-4ff9-bca4-80386ff6d90e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.072910] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Suspending the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1520.073445] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0a3bc7bd-7433-4661-86cb-453c24f0831f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.078107] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393287, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.079219] env[63920]: DEBUG oslo_vmware.api [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1520.079219] env[63920]: value = "task-2393288" [ 1520.079219] env[63920]: _type = "Task" [ 1520.079219] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.086525] env[63920]: DEBUG oslo_vmware.api [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393288, 'name': SuspendVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.577936] env[63920]: DEBUG oslo_vmware.api [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393287, 'name': PowerOnVM_Task, 'duration_secs': 0.569795} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.578169] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.578382] env[63920]: DEBUG nova.compute.manager [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.579153] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae61ef6-5fd4-4813-8ac8-060cc2050586 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.594055] env[63920]: DEBUG oslo_vmware.api [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393288, 'name': SuspendVM_Task} progress is 45%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.090899] env[63920]: DEBUG oslo_vmware.api [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393288, 'name': SuspendVM_Task} progress is 45%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.101064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.101064] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.101271] env[63920]: DEBUG nova.objects.instance [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1521.591427] env[63920]: DEBUG oslo_vmware.api [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393288, 'name': SuspendVM_Task, 'duration_secs': 1.276802} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.591686] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Suspended the VM {{(pid=63920) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1521.591864] env[63920]: DEBUG nova.compute.manager [None req-d1347134-5b6d-4dbb-8b44-d389c1906383 tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.592709] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f023ef5-83e7-4b1b-8875-7fdc51309d46 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.107826] env[63920]: DEBUG oslo_concurrency.lockutils [None req-4fda6e8f-0b3a-4e16-aa7d-038e28de7fa8 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.484627] env[63920]: INFO nova.compute.manager [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Resuming [ 1522.485298] env[63920]: DEBUG nova.objects.instance [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'flavor' on Instance uuid 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.995889] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.996255] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquired lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.996322] env[63920]: DEBUG nova.network.neutron [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.695302] env[63920]: DEBUG nova.network.neutron [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [{"id": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "address": "fa:16:3e:c9:2c:fb", "network": {"id": "40abb588-daba-4a7e-88bd-4ed7dc5b5107", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1384036935-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59212b791f90405c941679d25edee871", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439531f9-fc", "ovs_interfaceid": "439531f9-fc4c-48b0-82e8-6caf9290aa1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.197853] env[63920]: DEBUG oslo_concurrency.lockutils [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Releasing lock "refresh_cache-01375604-feb9-4f65-8232-cc203882c6e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.198841] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21708bd0-b69a-42e9-912d-6b77b330b6c1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.205480] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Resuming the VM {{(pid=63920) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1525.205692] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d75876-26fd-46e0-9349-00509fa6a3cd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.211013] env[63920]: DEBUG oslo_vmware.api [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1525.211013] env[63920]: value = "task-2393289" [ 1525.211013] env[63920]: _type = "Task" [ 1525.211013] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.223382] env[63920]: DEBUG oslo_vmware.api [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.721402] env[63920]: DEBUG oslo_vmware.api [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393289, 'name': PowerOnVM_Task} progress is 93%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.225850] env[63920]: DEBUG oslo_vmware.api [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393289, 'name': PowerOnVM_Task, 'duration_secs': 0.604499} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.226275] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Resumed the VM {{(pid=63920) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1526.226553] env[63920]: DEBUG nova.compute.manager [None req-bcd891f1-3447-4de7-ad26-81bc70a97c6b tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1526.227581] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799499d5-39a4-4219-aa9b-f708dea267bc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.930127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.930127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.930127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "01375604-feb9-4f65-8232-cc203882c6e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.930127] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.930673] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.932441] env[63920]: INFO nova.compute.manager [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Terminating instance [ 1531.436331] env[63920]: DEBUG nova.compute.manager [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.436545] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.437481] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb3adcc-dbde-4d97-92d3-8232308126e3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.445284] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.445507] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2f17714-4381-480f-9089-676aa23721f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.451803] env[63920]: DEBUG oslo_vmware.api [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1531.451803] env[63920]: value = "task-2393290" [ 1531.451803] env[63920]: _type = "Task" [ 1531.451803] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.459645] env[63920]: DEBUG oslo_vmware.api [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.962107] env[63920]: DEBUG oslo_vmware.api [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393290, 'name': PowerOffVM_Task, 'duration_secs': 0.250143} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.962482] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1531.962533] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1531.962765] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdcb3498-35e3-4c88-9dd4-46a4f10d42cb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.735864] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.736254] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.736501] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleting the datastore file [datastore2] 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.736819] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37478e6d-d4b2-40ce-ac3a-5a6e4b5929f1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.743839] env[63920]: DEBUG oslo_vmware.api [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for the task: (returnval){ [ 1532.743839] env[63920]: value = "task-2393292" [ 1532.743839] env[63920]: _type = "Task" [ 1532.743839] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.751108] env[63920]: DEBUG oslo_vmware.api [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.253431] env[63920]: DEBUG oslo_vmware.api [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Task: {'id': task-2393292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190962} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.253848] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.253848] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.254053] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.254249] env[63920]: INFO nova.compute.manager [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1533.254498] env[63920]: DEBUG oslo.service.loopingcall [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.254695] env[63920]: DEBUG nova.compute.manager [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.254792] env[63920]: DEBUG nova.network.neutron [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.492698] env[63920]: DEBUG nova.compute.manager [req-43a9e8ce-c002-4760-a371-6a0a3282fbc9 req-b33989df-99f7-454a-be22-d0f3841bf3c5 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Received event network-vif-deleted-439531f9-fc4c-48b0-82e8-6caf9290aa1c {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1533.492913] env[63920]: INFO nova.compute.manager [req-43a9e8ce-c002-4760-a371-6a0a3282fbc9 req-b33989df-99f7-454a-be22-d0f3841bf3c5 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Neutron deleted interface 439531f9-fc4c-48b0-82e8-6caf9290aa1c; detaching it from the instance and deleting it from the info cache [ 1533.493837] env[63920]: DEBUG nova.network.neutron [req-43a9e8ce-c002-4760-a371-6a0a3282fbc9 req-b33989df-99f7-454a-be22-d0f3841bf3c5 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.975068] env[63920]: DEBUG nova.network.neutron [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.995075] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59d244c0-5ae7-4794-abcd-d44253ad4ae3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.005168] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f5caa-3390-441a-af3f-ca0f83110a93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.028870] env[63920]: DEBUG nova.compute.manager [req-43a9e8ce-c002-4760-a371-6a0a3282fbc9 req-b33989df-99f7-454a-be22-d0f3841bf3c5 service nova] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Detach interface failed, port_id=439531f9-fc4c-48b0-82e8-6caf9290aa1c, reason: Instance 01375604-feb9-4f65-8232-cc203882c6e0 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1534.478053] env[63920]: INFO nova.compute.manager [-] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Took 1.22 seconds to deallocate network for instance. [ 1534.984557] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.984674] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.984886] env[63920]: DEBUG nova.objects.instance [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lazy-loading 'resources' on Instance uuid 01375604-feb9-4f65-8232-cc203882c6e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.541390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9e2209-2464-42c6-b021-ea423485ea0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.548859] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0509cc0-c5db-41e3-953a-6a5fed224190 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.578091] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17bf62a-d9ce-4fcf-8831-97b6bc682667 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.584597] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7832ca5-5e9c-49e7-b127-2632630faf54 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.596924] env[63920]: DEBUG nova.compute.provider_tree [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.100254] env[63920]: DEBUG nova.scheduler.client.report [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.606087] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.631681] env[63920]: INFO nova.scheduler.client.report [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Deleted allocations for instance 01375604-feb9-4f65-8232-cc203882c6e0 [ 1537.139140] env[63920]: DEBUG oslo_concurrency.lockutils [None req-57766d5c-790d-4803-a442-d0e478de986a tempest-ServersNegativeTestJSON-76230827 tempest-ServersNegativeTestJSON-76230827-project-member] Lock "01375604-feb9-4f65-8232-cc203882c6e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.209s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.267281] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.267689] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.771179] env[63920]: INFO nova.compute.manager [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Detaching volume f5d24031-0851-4bd8-9816-242e41773c15 [ 1557.801234] env[63920]: INFO nova.virt.block_device [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Attempting to driver detach volume f5d24031-0851-4bd8-9816-242e41773c15 from mountpoint /dev/sdb [ 1557.801476] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1557.801667] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1557.802652] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6bab0-cfb0-4861-9e6c-0e4d66f89a04 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.824889] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfb61a0-3f76-4956-b794-2b8faa96f169 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.831661] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e89de35-c8f3-462d-8236-8ee274e020f9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.850940] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1955ff6-2840-4528-9591-2d1fd5576cdc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.866131] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] The volume has not been displaced from its original location: [datastore2] volume-f5d24031-0851-4bd8-9816-242e41773c15/volume-f5d24031-0851-4bd8-9816-242e41773c15.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1557.871289] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1557.871504] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a405975e-f132-4c1b-a96f-1d0310b6c1ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.889345] env[63920]: DEBUG oslo_vmware.api [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1557.889345] env[63920]: value = "task-2393293" [ 1557.889345] env[63920]: _type = "Task" [ 1557.889345] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.896565] env[63920]: DEBUG oslo_vmware.api [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.398775] env[63920]: DEBUG oslo_vmware.api [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393293, 'name': ReconfigVM_Task, 'duration_secs': 0.285937} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.399204] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1558.403611] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c4cca0-f0bf-4b47-bc24-bad16d284f7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.418258] env[63920]: DEBUG oslo_vmware.api [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1558.418258] env[63920]: value = "task-2393294" [ 1558.418258] env[63920]: _type = "Task" [ 1558.418258] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.425951] env[63920]: DEBUG oslo_vmware.api [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.928585] env[63920]: DEBUG oslo_vmware.api [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393294, 'name': ReconfigVM_Task, 'duration_secs': 0.143011} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.928874] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485503', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'name': 'volume-f5d24031-0851-4bd8-9816-242e41773c15', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255b7f97-39c6-49d4-ab67-041c0744bbab', 'attached_at': '', 'detached_at': '', 'volume_id': 'f5d24031-0851-4bd8-9816-242e41773c15', 'serial': 'f5d24031-0851-4bd8-9816-242e41773c15'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1559.070624] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.468178] env[63920]: DEBUG nova.objects.instance [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'flavor' on Instance uuid 255b7f97-39c6-49d4-ab67-041c0744bbab {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.477158] env[63920]: DEBUG oslo_concurrency.lockutils [None req-a55c25a9-f3b6-4a0c-b482-7d6cba1dac25 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.570415] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.570415] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1564.060514] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.060738] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.060974] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "255b7f97-39c6-49d4-ab67-041c0744bbab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.061191] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.061365] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.063517] env[63920]: INFO nova.compute.manager [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Terminating instance [ 1564.567854] env[63920]: DEBUG nova.compute.manager [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.568119] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.568987] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb990be-0e33-473b-9660-3337529da1d0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.576646] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.576969] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e4e7f2b-3afd-432d-a751-b1abeaedd0ee {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.583307] env[63920]: DEBUG oslo_vmware.api [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1564.583307] env[63920]: value = "task-2393295" [ 1564.583307] env[63920]: _type = "Task" [ 1564.583307] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.590721] env[63920]: DEBUG oslo_vmware.api [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.092556] env[63920]: DEBUG oslo_vmware.api [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393295, 'name': PowerOffVM_Task, 'duration_secs': 0.202902} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.092763] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.092928] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.093216] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98770753-4f54-471b-9e09-2afdcde041e5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.153529] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.153730] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.153909] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore2] 255b7f97-39c6-49d4-ab67-041c0744bbab {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.154260] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfc9c001-df53-4804-a0b9-b32d85abd2c7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.160847] env[63920]: DEBUG oslo_vmware.api [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1565.160847] env[63920]: value = "task-2393297" [ 1565.160847] env[63920]: _type = "Task" [ 1565.160847] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.169286] env[63920]: DEBUG oslo_vmware.api [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.670573] env[63920]: DEBUG oslo_vmware.api [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180052} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.670952] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.671069] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.671210] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.671392] env[63920]: INFO nova.compute.manager [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1565.671626] env[63920]: DEBUG oslo.service.loopingcall [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.671813] env[63920]: DEBUG nova.compute.manager [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.671907] env[63920]: DEBUG nova.network.neutron [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1566.300562] env[63920]: DEBUG nova.compute.manager [req-2fe127b2-cbff-4997-8ce9-7d7dbc146a6f req-a2460847-eb33-4fd2-9449-79e522ab547e service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Received event network-vif-deleted-4812757b-ec45-4b34-a62f-0d9b5b4470f1 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1566.300696] env[63920]: INFO nova.compute.manager [req-2fe127b2-cbff-4997-8ce9-7d7dbc146a6f req-a2460847-eb33-4fd2-9449-79e522ab547e service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Neutron deleted interface 4812757b-ec45-4b34-a62f-0d9b5b4470f1; detaching it from the instance and deleting it from the info cache [ 1566.301138] env[63920]: DEBUG nova.network.neutron [req-2fe127b2-cbff-4997-8ce9-7d7dbc146a6f req-a2460847-eb33-4fd2-9449-79e522ab547e service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.569829] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.783697] env[63920]: DEBUG nova.network.neutron [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.802953] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-614f45fe-f6f5-4083-bd09-68c6a76c4b8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.813751] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d11af4-601c-444c-950b-c57a9e88934e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.837093] env[63920]: DEBUG nova.compute.manager [req-2fe127b2-cbff-4997-8ce9-7d7dbc146a6f req-a2460847-eb33-4fd2-9449-79e522ab547e service nova] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Detach interface failed, port_id=4812757b-ec45-4b34-a62f-0d9b5b4470f1, reason: Instance 255b7f97-39c6-49d4-ab67-041c0744bbab could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1567.286865] env[63920]: INFO nova.compute.manager [-] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Took 1.61 seconds to deallocate network for instance. [ 1567.570042] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.570239] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.570471] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.793600] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.793938] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.794087] env[63920]: DEBUG nova.objects.instance [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'resources' on Instance uuid 255b7f97-39c6-49d4-ab67-041c0744bbab {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1568.074227] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.338529] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f0f6fe-71eb-443e-819c-db79c6978c52 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.345939] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae27411-ae5e-410d-9f57-94a9dd3ea771 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.376302] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6bcae-ea32-483d-9f24-dfca0f65a627 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.382792] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b32841-4e10-4bec-97e6-7afff53abd40 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.395168] env[63920]: DEBUG nova.compute.provider_tree [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1568.898680] env[63920]: DEBUG nova.scheduler.client.report [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.405391] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.611s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.407762] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.334s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.407992] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.408128] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1570.408974] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dba2ca-9c54-4e3f-8278-658de38a4245 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.418295] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1a690-869a-4f93-9764-59dca4125260 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.432805] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba04ddf-27ac-46bc-a3fe-50fbc9be728d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.436140] env[63920]: INFO nova.scheduler.client.report [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted allocations for instance 255b7f97-39c6-49d4-ab67-041c0744bbab [ 1570.441342] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431ee72-3ee2-4149-9f52-5b6541f2a812 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.472486] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180836MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1570.472658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.472933] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.949217] env[63920]: DEBUG oslo_concurrency.lockutils [None req-914e3d63-694c-46bb-8601-5473e0679fb3 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "255b7f97-39c6-49d4-ab67-041c0744bbab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.888s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.491696] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1571.491929] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1571.492044] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1571.517614] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18b5738-7c35-4aac-b3a7-98226b92d432 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.525485] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97260995-480e-4c3d-82ce-18c37df1a348 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.555107] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10596039-35c7-4f1b-9283-aa28dc2fe85d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.562071] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ccffba-bb37-4575-8bd8-69fa3d39bb65 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.574859] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.077978] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.584980] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1572.585301] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.585686] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "a9625240-6a16-4fa8-be41-598cc58e01bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.585894] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.087821] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1573.587092] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.587517] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1573.608848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.609100] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.610528] env[63920]: INFO nova.compute.claims [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1574.593050] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Didn't find any instances for network info cache update. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1574.593459] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.593510] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1574.652522] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752fbb83-f3db-473a-ba7c-028c86b1f51d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.659719] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786cb1fc-fee2-4f61-bde1-4e6aed57f4b6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.689578] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4789f-c4fd-413e-a29e-e6e14638e9c9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.696153] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39847be8-a35f-4a32-94ef-5c94f286eafd {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.708482] env[63920]: DEBUG nova.compute.provider_tree [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.211971] env[63920]: DEBUG nova.scheduler.client.report [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.721712] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.112s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.722269] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1578.227427] env[63920]: DEBUG nova.compute.utils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1578.228830] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1578.229060] env[63920]: DEBUG nova.network.neutron [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1578.282405] env[63920]: DEBUG nova.policy [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fc4e30121b4c869297ed172df9721c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea233902e7574c249de8aa8e9e018af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1578.566589] env[63920]: DEBUG nova.network.neutron [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Successfully created port: a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1578.733587] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1582.953243] env[63920]: DEBUG nova.compute.manager [req-eee28015-7d2d-4eb8-897d-f380fc63d11b req-78dbdc07-dd0f-43d9-b12a-d297896ec8b7 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Received event network-vif-plugged-a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1582.953556] env[63920]: DEBUG oslo_concurrency.lockutils [req-eee28015-7d2d-4eb8-897d-f380fc63d11b req-78dbdc07-dd0f-43d9-b12a-d297896ec8b7 service nova] Acquiring lock "a9625240-6a16-4fa8-be41-598cc58e01bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.953693] env[63920]: DEBUG oslo_concurrency.lockutils [req-eee28015-7d2d-4eb8-897d-f380fc63d11b req-78dbdc07-dd0f-43d9-b12a-d297896ec8b7 service nova] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.953866] env[63920]: DEBUG oslo_concurrency.lockutils [req-eee28015-7d2d-4eb8-897d-f380fc63d11b req-78dbdc07-dd0f-43d9-b12a-d297896ec8b7 service nova] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.954272] env[63920]: DEBUG nova.compute.manager [req-eee28015-7d2d-4eb8-897d-f380fc63d11b req-78dbdc07-dd0f-43d9-b12a-d297896ec8b7 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] No waiting events found dispatching network-vif-plugged-a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.954541] env[63920]: WARNING nova.compute.manager [req-eee28015-7d2d-4eb8-897d-f380fc63d11b req-78dbdc07-dd0f-43d9-b12a-d297896ec8b7 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Received unexpected event network-vif-plugged-a10dd84c-812b-4bd4-b421-67e2f3c313c0 for instance with vm_state building and task_state spawning. [ 1583.040182] env[63920]: DEBUG nova.network.neutron [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Successfully updated port: a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.248172] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1583.275874] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1583.276139] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1583.276298] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1583.276477] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1583.276622] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1583.276767] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1583.276967] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1583.277138] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1583.277304] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1583.277464] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1583.277632] env[63920]: DEBUG nova.virt.hardware [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1583.278504] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd67507-8270-449d-b57c-8c3684434aad {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.286101] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf551b8-a013-447c-af35-b3b9cb0112d4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.542582] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.542582] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.542582] env[63920]: DEBUG nova.network.neutron [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1584.074890] env[63920]: DEBUG nova.network.neutron [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.194770] env[63920]: DEBUG nova.network.neutron [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updating instance_info_cache with network_info: [{"id": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "address": "fa:16:3e:b9:7f:7e", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10dd84c-81", "ovs_interfaceid": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.697621] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.697954] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Instance network_info: |[{"id": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "address": "fa:16:3e:b9:7f:7e", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10dd84c-81", "ovs_interfaceid": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.698415] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:7f:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a10dd84c-812b-4bd4-b421-67e2f3c313c0', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.705827] env[63920]: DEBUG oslo.service.loopingcall [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.706036] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.706256] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea1bea5-7b56-417b-a376-df9c3a2afabe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.727091] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.727091] env[63920]: value = "task-2393298" [ 1584.727091] env[63920]: _type = "Task" [ 1584.727091] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.734309] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393298, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.980651] env[63920]: DEBUG nova.compute.manager [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Received event network-changed-a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1584.980906] env[63920]: DEBUG nova.compute.manager [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Refreshing instance network info cache due to event network-changed-a10dd84c-812b-4bd4-b421-67e2f3c313c0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1584.981060] env[63920]: DEBUG oslo_concurrency.lockutils [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] Acquiring lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.981209] env[63920]: DEBUG oslo_concurrency.lockutils [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] Acquired lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.981409] env[63920]: DEBUG nova.network.neutron [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Refreshing network info cache for port a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.238795] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393298, 'name': CreateVM_Task, 'duration_secs': 0.428797} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.238795] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.238795] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.238795] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.239449] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.239449] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d3aae64-5590-47f3-a733-ac2930990f24 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.243821] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1585.243821] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e41617-796f-089a-78af-2d1349c34852" [ 1585.243821] env[63920]: _type = "Task" [ 1585.243821] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.251241] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e41617-796f-089a-78af-2d1349c34852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.662947] env[63920]: DEBUG nova.network.neutron [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updated VIF entry in instance network info cache for port a10dd84c-812b-4bd4-b421-67e2f3c313c0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.663328] env[63920]: DEBUG nova.network.neutron [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updating instance_info_cache with network_info: [{"id": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "address": "fa:16:3e:b9:7f:7e", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10dd84c-81", "ovs_interfaceid": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.753851] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52e41617-796f-089a-78af-2d1349c34852, 'name': SearchDatastore_Task, 'duration_secs': 0.016343} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.754139] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.754374] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.754652] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.754808] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.754983] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.755237] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1861399-4a89-4e9a-bf5b-6acb35411e20 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.762903] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.763050] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.763756] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b44907c-dac6-40d5-b20d-5cda6b5b6fe1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.768306] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1585.768306] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b97979-49cd-b171-1c94-7167ba23ce7d" [ 1585.768306] env[63920]: _type = "Task" [ 1585.768306] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.775208] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b97979-49cd-b171-1c94-7167ba23ce7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.166741] env[63920]: DEBUG oslo_concurrency.lockutils [req-acc2681b-a72a-43f4-bc91-83decbaca007 req-912b374c-6798-46ad-ac80-552307016455 service nova] Releasing lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.278389] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b97979-49cd-b171-1c94-7167ba23ce7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009034} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.279167] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01a828b-2d5b-4234-9633-53bf8e466e6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.284377] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1586.284377] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bed3d-93af-f4d3-ef89-3fa71982034e" [ 1586.284377] env[63920]: _type = "Task" [ 1586.284377] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.292691] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bed3d-93af-f4d3-ef89-3fa71982034e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.794425] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]526bed3d-93af-f4d3-ef89-3fa71982034e, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.794811] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.795212] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] a9625240-6a16-4fa8-be41-598cc58e01bd/a9625240-6a16-4fa8-be41-598cc58e01bd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.795577] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68d391a8-d973-4ee8-93be-674eb7e85e03 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.802708] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1586.802708] env[63920]: value = "task-2393299" [ 1586.802708] env[63920]: _type = "Task" [ 1586.802708] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.810691] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.312706] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393299, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.813525] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531416} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.813778] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] a9625240-6a16-4fa8-be41-598cc58e01bd/a9625240-6a16-4fa8-be41-598cc58e01bd.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.813984] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.814239] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62bb5523-8629-47a6-8564-5d9627027339 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.819967] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1587.819967] env[63920]: value = "task-2393300" [ 1587.819967] env[63920]: _type = "Task" [ 1587.819967] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.827595] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.330302] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063272} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.330658] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.331285] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dae30ac-774a-420c-b6d7-d702a1a1d41c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.352584] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] a9625240-6a16-4fa8-be41-598cc58e01bd/a9625240-6a16-4fa8-be41-598cc58e01bd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.352826] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-054492cf-cc4e-458c-9adc-b65d3988e5e2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.370953] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1588.370953] env[63920]: value = "task-2393301" [ 1588.370953] env[63920]: _type = "Task" [ 1588.370953] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.378330] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.880660] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393301, 'name': ReconfigVM_Task, 'duration_secs': 0.338446} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.881012] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Reconfigured VM instance instance-0000007a to attach disk [datastore2] a9625240-6a16-4fa8-be41-598cc58e01bd/a9625240-6a16-4fa8-be41-598cc58e01bd.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.881776] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1824e2e6-1bcc-433d-8f3f-06745b3122df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.887954] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1588.887954] env[63920]: value = "task-2393302" [ 1588.887954] env[63920]: _type = "Task" [ 1588.887954] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.895402] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393302, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.397506] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393302, 'name': Rename_Task, 'duration_secs': 0.174219} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.397933] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.398023] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ab7523-44ec-495f-afa2-4a4761095754 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.404237] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1589.404237] env[63920]: value = "task-2393303" [ 1589.404237] env[63920]: _type = "Task" [ 1589.404237] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.411382] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.914791] env[63920]: DEBUG oslo_vmware.api [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393303, 'name': PowerOnVM_Task, 'duration_secs': 0.487397} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.915084] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.915246] env[63920]: INFO nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1589.915424] env[63920]: DEBUG nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.916184] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7869227-400b-4673-bc39-497e8850e8ff {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.432931] env[63920]: INFO nova.compute.manager [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Took 16.84 seconds to build instance. [ 1590.934857] env[63920]: DEBUG oslo_concurrency.lockutils [None req-1bef844c-1d36-4632-902a-daca8bbc64b2 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.349s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.024470] env[63920]: DEBUG nova.compute.manager [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Received event network-changed-a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1591.024671] env[63920]: DEBUG nova.compute.manager [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Refreshing instance network info cache due to event network-changed-a10dd84c-812b-4bd4-b421-67e2f3c313c0. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1591.024877] env[63920]: DEBUG oslo_concurrency.lockutils [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] Acquiring lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.025026] env[63920]: DEBUG oslo_concurrency.lockutils [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] Acquired lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.025190] env[63920]: DEBUG nova.network.neutron [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Refreshing network info cache for port a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.720212] env[63920]: DEBUG nova.network.neutron [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updated VIF entry in instance network info cache for port a10dd84c-812b-4bd4-b421-67e2f3c313c0. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.720580] env[63920]: DEBUG nova.network.neutron [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updating instance_info_cache with network_info: [{"id": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "address": "fa:16:3e:b9:7f:7e", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10dd84c-81", "ovs_interfaceid": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.223780] env[63920]: DEBUG oslo_concurrency.lockutils [req-acec9210-8b47-4131-8559-6e0589dea5fd req-2f4aafb3-d5ad-484c-b50d-8571db47e28d service nova] Releasing lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.893060] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "b3c5658d-97db-44b7-be25-9554535c94e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.893403] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.395178] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1611.918850] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.919163] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.920674] env[63920]: INFO nova.compute.claims [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1612.975533] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62b255-4f29-42ef-a31e-d9e4f7fc7cfb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.983630] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17367f5-eefa-4eb9-bbde-a589d8a30f7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.014066] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f908338-f934-4276-b8a5-17733efeb74c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.021121] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cb3f28-3a40-4ad3-a849-cb4618cdc360 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.033911] env[63920]: DEBUG nova.compute.provider_tree [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.537292] env[63920]: DEBUG nova.scheduler.client.report [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1614.042271] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.042656] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1614.548365] env[63920]: DEBUG nova.compute.utils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.550151] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Allocating IP information in the background. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1614.550326] env[63920]: DEBUG nova.network.neutron [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] allocate_for_instance() {{(pid=63920) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.599091] env[63920]: DEBUG nova.policy [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fc4e30121b4c869297ed172df9721c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea233902e7574c249de8aa8e9e018af1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63920) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.851517] env[63920]: DEBUG nova.network.neutron [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Successfully created port: 8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.053619] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1615.559196] env[63920]: INFO nova.virt.block_device [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Booting with volume f6045769-82b3-4018-bc64-83753685ba03 at /dev/sda [ 1615.594599] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-091f6c73-de72-43f6-ad91-b91e9b7ea523 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.604685] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd0a6a-e389-4e03-867a-0cd14f3b66c3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.631545] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07c6bbf3-305d-4a6f-b616-591d02073a3a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.640177] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb9025-495d-4bc9-a292-bd91009991d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.665706] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa63850f-1294-4cb1-a75b-378e5e714114 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.672170] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1314af49-2742-4ab1-a7d3-2772e3478469 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.685533] env[63920]: DEBUG nova.virt.block_device [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating existing volume attachment record: e9f3cf5b-7b68-4fc6-9bc6-11bacb558ff9 {{(pid=63920) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1616.215865] env[63920]: DEBUG nova.compute.manager [req-927fbd13-02f1-4034-b25a-d10474442fb7 req-2985a4ac-52f8-4e15-8c62-712197a35c20 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Received event network-vif-plugged-8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1616.216155] env[63920]: DEBUG oslo_concurrency.lockutils [req-927fbd13-02f1-4034-b25a-d10474442fb7 req-2985a4ac-52f8-4e15-8c62-712197a35c20 service nova] Acquiring lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.216394] env[63920]: DEBUG oslo_concurrency.lockutils [req-927fbd13-02f1-4034-b25a-d10474442fb7 req-2985a4ac-52f8-4e15-8c62-712197a35c20 service nova] Lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.216500] env[63920]: DEBUG oslo_concurrency.lockutils [req-927fbd13-02f1-4034-b25a-d10474442fb7 req-2985a4ac-52f8-4e15-8c62-712197a35c20 service nova] Lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.216672] env[63920]: DEBUG nova.compute.manager [req-927fbd13-02f1-4034-b25a-d10474442fb7 req-2985a4ac-52f8-4e15-8c62-712197a35c20 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] No waiting events found dispatching network-vif-plugged-8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1616.216833] env[63920]: WARNING nova.compute.manager [req-927fbd13-02f1-4034-b25a-d10474442fb7 req-2985a4ac-52f8-4e15-8c62-712197a35c20 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Received unexpected event network-vif-plugged-8c883e93-8840-46f5-a193-bc77d971b15b for instance with vm_state building and task_state block_device_mapping. [ 1616.320051] env[63920]: DEBUG nova.network.neutron [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Successfully updated port: 8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.822639] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.822814] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.822927] env[63920]: DEBUG nova.network.neutron [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.355408] env[63920]: DEBUG nova.network.neutron [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.478769] env[63920]: DEBUG nova.network.neutron [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.242300] env[63920]: DEBUG nova.compute.manager [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Received event network-changed-8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1618.242502] env[63920]: DEBUG nova.compute.manager [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Refreshing instance network info cache due to event network-changed-8c883e93-8840-46f5-a193-bc77d971b15b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1618.242760] env[63920]: DEBUG oslo_concurrency.lockutils [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] Acquiring lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.571972] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.485607] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.485933] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Instance network_info: |[{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.486251] env[63920]: DEBUG oslo_concurrency.lockutils [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] Acquired lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.486432] env[63920]: DEBUG nova.network.neutron [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Refreshing network info cache for port 8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.097360] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1621.097897] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1621.098112] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1621.098267] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1621.098444] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1621.098587] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1621.098733] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1621.098932] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1621.099101] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1621.099270] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1621.099429] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1621.099599] env[63920]: DEBUG nova.virt.hardware [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1621.100550] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e53fd37-1036-48db-9b2d-3552f6de2b4a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.109064] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f462b8c0-9e14-4352-bdea-bacb88ac8e9e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.123130] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:7a:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c883e93-8840-46f5-a193-bc77d971b15b', 'vif_model': 'vmxnet3'}] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1621.130460] env[63920]: DEBUG oslo.service.loopingcall [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1621.130694] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1621.130889] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f47972a-2820-4da2-8c3d-2a17d95657d8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.150838] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1621.150838] env[63920]: value = "task-2393312" [ 1621.150838] env[63920]: _type = "Task" [ 1621.150838] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.161397] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393312, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.190932] env[63920]: DEBUG nova.network.neutron [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updated VIF entry in instance network info cache for port 8c883e93-8840-46f5-a193-bc77d971b15b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.191358] env[63920]: DEBUG nova.network.neutron [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.660962] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393312, 'name': CreateVM_Task, 'duration_secs': 0.302294} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.661146] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.661891] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'delete_on_termination': True, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485509', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'name': 'volume-f6045769-82b3-4018-bc64-83753685ba03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c5658d-97db-44b7-be25-9554535c94e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'serial': 'f6045769-82b3-4018-bc64-83753685ba03'}, 'attachment_id': 'e9f3cf5b-7b68-4fc6-9bc6-11bacb558ff9', 'boot_index': 0, 'device_type': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=63920) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1621.662142] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Root volume attach. Driver type: vmdk {{(pid=63920) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1621.662866] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e430725-0f55-4067-8080-bdd73b50249c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.670390] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73798a19-ff74-4236-9a85-37ef6604f240 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.675852] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c39c5-ec34-4f75-984d-653d3b12332f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.681373] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dcb265dd-1667-47e2-97dc-4f7f09b1a77c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.688560] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1621.688560] env[63920]: value = "task-2393313" [ 1621.688560] env[63920]: _type = "Task" [ 1621.688560] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.696108] env[63920]: DEBUG oslo_concurrency.lockutils [req-61e70ac6-9785-4d1c-9b52-ddd973a71bec req-02629800-9d73-47d0-8d62-860233bdd555 service nova] Releasing lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.696501] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393313, 'name': RelocateVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.199393] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393313, 'name': RelocateVM_Task, 'duration_secs': 0.351908} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.199710] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Volume attach. Driver type: vmdk {{(pid=63920) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1622.199858] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485509', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'name': 'volume-f6045769-82b3-4018-bc64-83753685ba03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c5658d-97db-44b7-be25-9554535c94e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'serial': 'f6045769-82b3-4018-bc64-83753685ba03'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1622.200627] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba516278-7734-42a7-8f0c-60753fc12da3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.215988] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c18045-7590-4f04-9a67-f244fe131631 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.239397] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-f6045769-82b3-4018-bc64-83753685ba03/volume-f6045769-82b3-4018-bc64-83753685ba03.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1622.239633] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8acbc3-ad2c-4fd4-bd77-29b32c676b7b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.260103] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1622.260103] env[63920]: value = "task-2393314" [ 1622.260103] env[63920]: _type = "Task" [ 1622.260103] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.268149] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.770498] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393314, 'name': ReconfigVM_Task, 'duration_secs': 0.300125} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.770728] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-f6045769-82b3-4018-bc64-83753685ba03/volume-f6045769-82b3-4018-bc64-83753685ba03.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.775206] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76abd5c3-1154-40dd-93e2-581a39524b9a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.790019] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1622.790019] env[63920]: value = "task-2393315" [ 1622.790019] env[63920]: _type = "Task" [ 1622.790019] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.797892] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.300125] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393315, 'name': ReconfigVM_Task, 'duration_secs': 0.139451} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.300444] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485509', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'name': 'volume-f6045769-82b3-4018-bc64-83753685ba03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3c5658d-97db-44b7-be25-9554535c94e0', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'serial': 'f6045769-82b3-4018-bc64-83753685ba03'} {{(pid=63920) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1623.300972] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-281ec428-0bde-4be3-86e1-d123af19e08c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.308879] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1623.308879] env[63920]: value = "task-2393316" [ 1623.308879] env[63920]: _type = "Task" [ 1623.308879] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.319271] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393316, 'name': Rename_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.570363] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.819675] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393316, 'name': Rename_Task} progress is 14%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.319458] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393316, 'name': Rename_Task, 'duration_secs': 0.698394} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.319824] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.319945] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2babd37-d8b9-4d0b-98ee-d9b7877d9e43 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.327373] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1624.327373] env[63920]: value = "task-2393317" [ 1624.327373] env[63920]: _type = "Task" [ 1624.327373] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.335253] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.571187] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.838446] env[63920]: DEBUG oslo_vmware.api [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393317, 'name': PowerOnVM_Task, 'duration_secs': 0.494045} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.838648] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.838850] env[63920]: INFO nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Took 3.74 seconds to spawn the instance on the hypervisor. [ 1624.839034] env[63920]: DEBUG nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.839815] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16678f2-e2e1-4491-9319-16c7d8b81470 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.362281] env[63920]: INFO nova.compute.manager [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Took 15.46 seconds to build instance. [ 1627.570100] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.570326] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.570467] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.864506] env[63920]: DEBUG oslo_concurrency.lockutils [None req-b7b91c19-5c57-4629-b376-185cbe836375 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.971s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.805470] env[63920]: DEBUG nova.compute.manager [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Received event network-changed-0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1628.805731] env[63920]: DEBUG nova.compute.manager [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Refreshing instance network info cache due to event network-changed-0783313e-8d14-4b6c-8b74-67221a0f83ca. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1628.805879] env[63920]: DEBUG oslo_concurrency.lockutils [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.806564] env[63920]: DEBUG oslo_concurrency.lockutils [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.806564] env[63920]: DEBUG nova.network.neutron [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Refreshing network info cache for port 0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.511173] env[63920]: DEBUG nova.network.neutron [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updated VIF entry in instance network info cache for port 0783313e-8d14-4b6c-8b74-67221a0f83ca. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.511588] env[63920]: DEBUG nova.network.neutron [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.570569] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.015094] env[63920]: DEBUG oslo_concurrency.lockutils [req-b1a942dc-ac18-4d58-b86b-a9ea6253d741 req-87283e6a-6b4f-46a7-bc65-dcd17d1311f0 service nova] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.073236] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.073516] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.073704] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.073857] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1630.074821] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4555e-c938-452a-bb03-8227f9c0ea7d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.082862] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae551d-b5a4-4f45-85ff-84a19bd6e4df {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.096211] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78162042-07e4-4d12-81f2-deb644914c3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.102312] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523480bd-c8c1-49e9-814d-c242db8ad286 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.130604] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180838MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1630.130722] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.130911] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.409620] env[63920]: DEBUG nova.compute.manager [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Stashing vm_state: active {{(pid=63920) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1630.834720] env[63920]: DEBUG nova.compute.manager [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Received event network-changed-8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1630.834841] env[63920]: DEBUG nova.compute.manager [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Refreshing instance network info cache due to event network-changed-8c883e93-8840-46f5-a193-bc77d971b15b. {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1630.835494] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] Acquiring lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.835649] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] Acquired lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.835812] env[63920]: DEBUG nova.network.neutron [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Refreshing network info cache for port 8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.932894] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.138548] env[63920]: INFO nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating resource usage from migration 76ddf174-50b9-4917-ab17-a832c086e988 [ 1631.154111] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.154267] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a9625240-6a16-4fa8-be41-598cc58e01bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.154429] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Migration 76ddf174-50b9-4917-ab17-a832c086e988 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1631.154557] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance b3c5658d-97db-44b7-be25-9554535c94e0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1631.154730] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1631.154865] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1631.207213] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e776b5-be11-4158-b0fa-b368248fa371 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.214959] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88df5297-e3b6-47cf-895e-90096ce02ccb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.243843] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7f9fc-8c3d-48aa-8283-c87f593ec262 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.250614] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c25247-2b46-417c-a586-e64ebc1f0f74 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.264588] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.555944] env[63920]: DEBUG nova.network.neutron [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updated VIF entry in instance network info cache for port 8c883e93-8840-46f5-a193-bc77d971b15b. {{(pid=63920) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.556311] env[63920]: DEBUG nova.network.neutron [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.767366] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.058867] env[63920]: DEBUG oslo_concurrency.lockutils [req-4a9f2f41-84a4-4ab1-bff3-739a4a23fa54 req-dd622244-40b4-417b-9d77-9819aaba03ab service nova] Releasing lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.274170] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1632.274593] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.274696] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.342s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.779822] env[63920]: INFO nova.compute.claims [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.275676] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.276093] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1633.276093] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Rebuilding the list of instances to heal {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1633.286611] env[63920]: INFO nova.compute.resource_tracker [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating resource usage from migration 76ddf174-50b9-4917-ab17-a832c086e988 [ 1633.338428] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9b2da2-bbf7-4b1e-a4b4-618d3419d22c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.357437] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e1bf8e-617f-4a65-b467-417fce9da08c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.386592] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7740e-8632-4fc1-a48c-95f68265ac12 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.393374] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6764728-74a5-4979-ad97-71e42a4bc7b5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.406169] env[63920]: DEBUG nova.compute.provider_tree [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.806434] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.806586] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.806733] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1633.806880] env[63920]: DEBUG nova.objects.instance [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lazy-loading 'info_cache' on Instance uuid 18efc322-e59c-420c-9b72-6001f7531655 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1633.909175] env[63920]: DEBUG nova.scheduler.client.report [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1634.413549] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.139s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.413942] env[63920]: INFO nova.compute.manager [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Migrating [ 1634.928256] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.928459] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.928612] env[63920]: DEBUG nova.network.neutron [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.503600] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [{"id": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "address": "fa:16:3e:66:d5:38", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0783313e-8d", "ovs_interfaceid": "0783313e-8d14-4b6c-8b74-67221a0f83ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.625365] env[63920]: DEBUG nova.network.neutron [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.006706] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-18efc322-e59c-420c-9b72-6001f7531655" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.006904] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1636.007101] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.007235] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1636.128129] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.642446] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562ffd2d-b3d4-49a4-8ffb-3100f904d89a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.662235] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 0 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1638.168247] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.168598] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7b2391e-5d30-4e55-b0cd-53f1ecd0c73b {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.178519] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1638.178519] env[63920]: value = "task-2393318" [ 1638.178519] env[63920]: _type = "Task" [ 1638.178519] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.186694] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.688571] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393318, 'name': PowerOffVM_Task, 'duration_secs': 0.202177} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.689020] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.689020] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 17 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1639.195291] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1639.195557] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1639.195689] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1639.195868] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1639.196024] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1639.196185] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1639.196416] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1639.196577] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1639.196743] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1639.196905] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1639.197089] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1639.202343] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62932137-57c5-4f07-960d-2452e5663e3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.218792] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1639.218792] env[63920]: value = "task-2393319" [ 1639.218792] env[63920]: _type = "Task" [ 1639.218792] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.226622] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.297018] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1639.727996] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393319, 'name': ReconfigVM_Task, 'duration_secs': 0.145353} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.728369] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 33 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1640.234922] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1640.235269] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.235332] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1640.235503] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.235669] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1640.235827] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1640.236042] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1640.236205] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1640.236368] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1640.236527] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1640.236688] env[63920]: DEBUG nova.virt.hardware [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1640.242017] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1640.242318] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5753c0-0138-489c-8c1e-1a54c5c09ebc {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.261245] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1640.261245] env[63920]: value = "task-2393320" [ 1640.261245] env[63920]: _type = "Task" [ 1640.261245] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.269201] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393320, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.771079] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393320, 'name': ReconfigVM_Task, 'duration_secs': 0.158037} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.771463] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1640.772107] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b1d9cb-23b6-47c5-9bcd-aad7c88bfe55 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.793099] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-f6045769-82b3-4018-bc64-83753685ba03/volume-f6045769-82b3-4018-bc64-83753685ba03.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1640.793323] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe05495b-df19-4fe8-8693-4118b1316df0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.811122] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1640.811122] env[63920]: value = "task-2393321" [ 1640.811122] env[63920]: _type = "Task" [ 1640.811122] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.819420] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.321210] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393321, 'name': ReconfigVM_Task, 'duration_secs': 0.259208} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.321491] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-f6045769-82b3-4018-bc64-83753685ba03/volume-f6045769-82b3-4018-bc64-83753685ba03.vmdk or device None with type thin {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.321739] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 50 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.829627] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c61c2ac-ebeb-4380-9161-6915a8d90025 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.848618] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968ff193-6e02-4135-8053-97d8c2eee3a4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.866188] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 67 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1643.557974] env[63920]: DEBUG nova.network.neutron [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Port 8c883e93-8840-46f5-a193-bc77d971b15b binding to destination host cpu-1 is already ACTIVE {{(pid=63920) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1644.579530] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.580020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.580020] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.616640] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.616900] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.617055] env[63920]: DEBUG nova.network.neutron [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.334303] env[63920]: DEBUG nova.network.neutron [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.836688] env[63920]: DEBUG oslo_concurrency.lockutils [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.345881] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c055d44-b410-4dc5-be98-9dfbebeef3af {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.353018] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd60a3-7380-48ef-8d2a-747b7c39be33 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.448964] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f3ebe-8167-4a23-9f92-90f6a6b10f6a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.467694] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bef3de-2bd8-45d3-b87e-76ec5898bf94 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.474135] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 83 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1648.980557] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1648.980878] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d7211f5-f1af-4023-b85a-0550bfddad8f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.988207] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1648.988207] env[63920]: value = "task-2393322" [ 1648.988207] env[63920]: _type = "Task" [ 1648.988207] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.996621] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.498647] env[63920]: DEBUG oslo_vmware.api [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393322, 'name': PowerOnVM_Task, 'duration_secs': 0.378271} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.499031] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1649.499031] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1272f2-447d-4523-a94c-411d7246ad80 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance 'b3c5658d-97db-44b7-be25-9554535c94e0' progress to 100 {{(pid=63920) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.130711] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "b3c5658d-97db-44b7-be25-9554535c94e0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.131154] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.131154] env[63920]: DEBUG nova.compute.manager [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Going to confirm migration 10 {{(pid=63920) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1652.668110] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.668360] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquired lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.668539] env[63920]: DEBUG nova.network.neutron [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.668715] env[63920]: DEBUG nova.objects.instance [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'info_cache' on Instance uuid b3c5658d-97db-44b7-be25-9554535c94e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.914599] env[63920]: DEBUG nova.network.neutron [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [{"id": "8c883e93-8840-46f5-a193-bc77d971b15b", "address": "fa:16:3e:a6:7a:f3", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c883e93-88", "ovs_interfaceid": "8c883e93-8840-46f5-a193-bc77d971b15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.417018] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Releasing lock "refresh_cache-b3c5658d-97db-44b7-be25-9554535c94e0" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.417328] env[63920]: DEBUG nova.objects.instance [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'migration_context' on Instance uuid b3c5658d-97db-44b7-be25-9554535c94e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.920478] env[63920]: DEBUG nova.objects.base [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63920) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1654.921462] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b7ca1f-6b84-412a-99d9-6b4f08154a0f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.941815] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc8c5833-9c1c-4f1c-be30-d7eb5d43e414 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.947386] env[63920]: DEBUG oslo_vmware.api [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1654.947386] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d56ad9-214c-1cab-0168-b003904a24f8" [ 1654.947386] env[63920]: _type = "Task" [ 1654.947386] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.953809] env[63920]: DEBUG oslo_vmware.api [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d56ad9-214c-1cab-0168-b003904a24f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.456973] env[63920]: DEBUG oslo_vmware.api [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d56ad9-214c-1cab-0168-b003904a24f8, 'name': SearchDatastore_Task, 'duration_secs': 0.007742} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.457305] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.457518] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.980045] env[63920]: DEBUG nova.scheduler.client.report [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Refreshing inventories for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1655.991665] env[63920]: DEBUG nova.scheduler.client.report [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Updating ProviderTree inventory for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1655.991861] env[63920]: DEBUG nova.compute.provider_tree [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Updating inventory in ProviderTree for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1656.001325] env[63920]: DEBUG nova.scheduler.client.report [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Refreshing aggregate associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, aggregates: None {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1656.017739] env[63920]: DEBUG nova.scheduler.client.report [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Refreshing trait associations for resource provider d3d03c94-9dea-45bd-bef8-6ae074503c23, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=63920) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1656.068191] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd291e-bae0-4007-b047-a2de36a67960 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.075909] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c395117-993b-42b4-af51-ddcd02383281 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.105158] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab0f084-14d2-49c4-a81e-05bc9d70bdeb {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.112073] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8190bd1-9cd2-46b0-ab7d-5ad6412e0053 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.124759] env[63920]: DEBUG nova.compute.provider_tree [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.628628] env[63920]: DEBUG nova.scheduler.client.report [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1657.639244] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.199320] env[63920]: INFO nova.scheduler.client.report [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted allocation for migration 76ddf174-50b9-4917-ab17-a832c086e988 [ 1658.504630] env[63920]: INFO nova.compute.manager [None req-12476449-f481-4703-b43c-6058701a779e tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Get console output [ 1658.504900] env[63920]: WARNING nova.virt.vmwareapi.driver [None req-12476449-f481-4703-b43c-6058701a779e tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] The console log is missing. Check your VSPC configuration [ 1658.704326] env[63920]: DEBUG oslo_concurrency.lockutils [None req-80df3a51-c461-4896-a73f-d27c639a0b61 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.573s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.072430] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1683.570140] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1684.570639] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1685.418128] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "b3c5658d-97db-44b7-be25-9554535c94e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.418403] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.418607] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.418785] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.418951] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.422438] env[63920]: INFO nova.compute.manager [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Terminating instance [ 1685.926817] env[63920]: DEBUG nova.compute.manager [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1685.927192] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.927366] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f2d0c3-e77d-4252-a06e-4918496bd522 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.934495] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1685.934495] env[63920]: value = "task-2393323" [ 1685.934495] env[63920]: _type = "Task" [ 1685.934495] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.942358] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.444628] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393323, 'name': PowerOffVM_Task, 'duration_secs': 0.185527} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.444889] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.445085] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Volume detach. Driver type: vmdk {{(pid=63920) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1686.445279] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485509', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'name': 'volume-f6045769-82b3-4018-bc64-83753685ba03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b3c5658d-97db-44b7-be25-9554535c94e0', 'attached_at': '2025-02-09T04:13:35.000000', 'detached_at': '', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'serial': 'f6045769-82b3-4018-bc64-83753685ba03'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1686.446036] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b3053a-4f10-490b-89e8-64256b5ecc17 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.464730] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37ec3cf-5f32-4164-bc1d-50cf59dd3240 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.470580] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9bb2c5-b63c-48e8-811c-c515a8f48b2a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.487215] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fc2fb9-d04b-4c14-924f-76446aec02f3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.500737] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] The volume has not been displaced from its original location: [datastore1] volume-f6045769-82b3-4018-bc64-83753685ba03/volume-f6045769-82b3-4018-bc64-83753685ba03.vmdk. No consolidation needed. {{(pid=63920) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1686.505899] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1686.506153] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a1a9d0b-026f-4ec1-a9af-b3c7ced8ebe5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.523077] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1686.523077] env[63920]: value = "task-2393324" [ 1686.523077] env[63920]: _type = "Task" [ 1686.523077] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.530052] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.032533] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393324, 'name': ReconfigVM_Task, 'duration_secs': 0.147325} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.032898] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=63920) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1687.037411] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150e5439-e042-4340-8569-efcc164d7d86 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.052441] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1687.052441] env[63920]: value = "task-2393325" [ 1687.052441] env[63920]: _type = "Task" [ 1687.052441] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.059769] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.562561] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393325, 'name': ReconfigVM_Task, 'duration_secs': 0.146052} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.562932] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485509', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'name': 'volume-f6045769-82b3-4018-bc64-83753685ba03', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b3c5658d-97db-44b7-be25-9554535c94e0', 'attached_at': '2025-02-09T04:13:35.000000', 'detached_at': '', 'volume_id': 'f6045769-82b3-4018-bc64-83753685ba03', 'serial': 'f6045769-82b3-4018-bc64-83753685ba03'} {{(pid=63920) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1687.563271] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.564113] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce2ec41-d42e-4375-8be1-dc42f3b5c422 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.570791] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1687.571067] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.571312] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1687.571503] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382ca614-1cca-4c51-9e0d-6c71dfb4da6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.241347] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1688.241623] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1688.241758] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore1] b3c5658d-97db-44b7-be25-9554535c94e0 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1688.242033] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf6ca523-09f3-4282-9977-97280c21af25 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.248478] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1688.248478] env[63920]: value = "task-2393327" [ 1688.248478] env[63920]: _type = "Task" [ 1688.248478] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.255995] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.572050] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.758792] env[63920]: DEBUG oslo_vmware.api [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092912} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.759112] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.759316] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.759520] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.759726] env[63920]: INFO nova.compute.manager [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Took 2.83 seconds to destroy the instance on the hypervisor. [ 1688.759974] env[63920]: DEBUG oslo.service.loopingcall [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.760175] env[63920]: DEBUG nova.compute.manager [-] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.760266] env[63920]: DEBUG nova.network.neutron [-] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1689.171356] env[63920]: DEBUG nova.compute.manager [req-62acd13b-e52b-4999-a2aa-be421293cd78 req-e896d1cb-6281-4971-87b5-b830c2b36bd5 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Received event network-vif-deleted-8c883e93-8840-46f5-a193-bc77d971b15b {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1689.171526] env[63920]: INFO nova.compute.manager [req-62acd13b-e52b-4999-a2aa-be421293cd78 req-e896d1cb-6281-4971-87b5-b830c2b36bd5 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Neutron deleted interface 8c883e93-8840-46f5-a193-bc77d971b15b; detaching it from the instance and deleting it from the info cache [ 1689.171669] env[63920]: DEBUG nova.network.neutron [req-62acd13b-e52b-4999-a2aa-be421293cd78 req-e896d1cb-6281-4971-87b5-b830c2b36bd5 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.570359] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.655227] env[63920]: DEBUG nova.network.neutron [-] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.675009] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd71eafd-8539-4e14-b132-3200217c69e1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.684206] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53180944-2954-4eb1-af51-3f90b9be8a5f {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.708350] env[63920]: DEBUG nova.compute.manager [req-62acd13b-e52b-4999-a2aa-be421293cd78 req-e896d1cb-6281-4971-87b5-b830c2b36bd5 service nova] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Detach interface failed, port_id=8c883e93-8840-46f5-a193-bc77d971b15b, reason: Instance b3c5658d-97db-44b7-be25-9554535c94e0 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1690.073496] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.073768] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.073945] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.074130] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1690.075013] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07b25d-4639-47d4-8886-fe73128599e4 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.082943] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1040551-1d77-4341-b8f9-af6ec3fa4f1a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.096130] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12887600-0f4d-4169-b2ad-cc46062be9f8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.101949] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa89691-b486-422f-ac95-d0ab7828d219 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.130618] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180649MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1690.130749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.130937] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.157990] env[63920]: INFO nova.compute.manager [-] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Took 1.40 seconds to deallocate network for instance. [ 1690.701740] env[63920]: INFO nova.compute.manager [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Took 0.54 seconds to detach 1 volumes for instance. [ 1690.705373] env[63920]: DEBUG nova.compute.manager [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Deleting volume: f6045769-82b3-4018-bc64-83753685ba03 {{(pid=63920) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1691.158025] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance 18efc322-e59c-420c-9b72-6001f7531655 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.158228] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance a9625240-6a16-4fa8-be41-598cc58e01bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.158228] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Instance b3c5658d-97db-44b7-be25-9554535c94e0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63920) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.158383] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1691.158524] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1691.206809] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d08162a-1675-4571-8825-37b19718f84a {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.215083] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1048352-0ee1-4b39-b5b2-2ac2ca1848f5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.245135] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.246048] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f45a03-2751-4425-8d8f-b14bb824d534 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.252976] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae80b77-6f7e-4ad4-ae91-e96a50edd632 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.265558] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.768682] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.273450] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1692.273666] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.273930] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.029s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.274172] env[63920]: DEBUG nova.objects.instance [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'resources' on Instance uuid b3c5658d-97db-44b7-be25-9554535c94e0 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.834355] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b055e7b-11a2-4d02-bcb3-2e314568cea7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.842151] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf15db-4737-4a27-8eb0-ef095631c6ec {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.872250] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bc21f3-0343-41f0-a9e1-94cfd709dff8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.879811] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0a7b10-6107-4b34-90a5-4503408646b9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.892747] env[63920]: DEBUG nova.compute.provider_tree [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.396195] env[63920]: DEBUG nova.scheduler.client.report [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1693.900783] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.921278] env[63920]: INFO nova.scheduler.client.report [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted allocations for instance b3c5658d-97db-44b7-be25-9554535c94e0 [ 1694.276691] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.276933] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1694.429412] env[63920]: DEBUG oslo_concurrency.lockutils [None req-ac4202f7-bdd9-4982-95a3-a5fe1c205e5a tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "b3c5658d-97db-44b7-be25-9554535c94e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.011s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.817668] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.817828] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquired lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.817976] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Forcefully refreshing network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1695.251146] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "a9625240-6a16-4fa8-be41-598cc58e01bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.251634] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.251702] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "a9625240-6a16-4fa8-be41-598cc58e01bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.251957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.252116] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.254234] env[63920]: INFO nova.compute.manager [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Terminating instance [ 1695.758192] env[63920]: DEBUG nova.compute.manager [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1695.758440] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1695.759337] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631b0df3-ebee-4cf1-97a1-4044f8abdbd1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.766952] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.767107] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb039424-43d4-4553-ba05-c7be810b90f0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.773241] env[63920]: DEBUG oslo_vmware.api [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1695.773241] env[63920]: value = "task-2393329" [ 1695.773241] env[63920]: _type = "Task" [ 1695.773241] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.780852] env[63920]: DEBUG oslo_vmware.api [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.059286] env[63920]: DEBUG nova.network.neutron [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updating instance_info_cache with network_info: [{"id": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "address": "fa:16:3e:b9:7f:7e", "network": {"id": "b3f2fa66-6be4-4f9f-bd16-78573188ed81", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1109304972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea233902e7574c249de8aa8e9e018af1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa10dd84c-81", "ovs_interfaceid": "a10dd84c-812b-4bd4-b421-67e2f3c313c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.283383] env[63920]: DEBUG oslo_vmware.api [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393329, 'name': PowerOffVM_Task, 'duration_secs': 0.218594} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.283772] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.283772] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.284032] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f443bd08-9428-434c-9644-1431e79b162c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.350229] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1696.350456] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1696.350635] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore2] a9625240-6a16-4fa8-be41-598cc58e01bd {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1696.350893] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b22cd79f-20b7-4b8d-ba1d-4860606b0ff9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.356713] env[63920]: DEBUG oslo_vmware.api [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1696.356713] env[63920]: value = "task-2393331" [ 1696.356713] env[63920]: _type = "Task" [ 1696.356713] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.363957] env[63920]: DEBUG oslo_vmware.api [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.562019] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Releasing lock "refresh_cache-a9625240-6a16-4fa8-be41-598cc58e01bd" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.562195] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updated the network info_cache for instance {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1696.562426] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.562560] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1696.866356] env[63920]: DEBUG oslo_vmware.api [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126894} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.866592] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1696.866841] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1696.867043] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1696.867224] env[63920]: INFO nova.compute.manager [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1696.867463] env[63920]: DEBUG oslo.service.loopingcall [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1696.867649] env[63920]: DEBUG nova.compute.manager [-] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1696.867743] env[63920]: DEBUG nova.network.neutron [-] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.090201] env[63920]: DEBUG nova.compute.manager [req-d5133d94-278e-4a38-a73b-8e02ccd2bc5e req-74d92ad7-0ef9-4d9a-a4e9-d2160373e365 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Received event network-vif-deleted-a10dd84c-812b-4bd4-b421-67e2f3c313c0 {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1697.090393] env[63920]: INFO nova.compute.manager [req-d5133d94-278e-4a38-a73b-8e02ccd2bc5e req-74d92ad7-0ef9-4d9a-a4e9-d2160373e365 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Neutron deleted interface a10dd84c-812b-4bd4-b421-67e2f3c313c0; detaching it from the instance and deleting it from the info cache [ 1697.090508] env[63920]: DEBUG nova.network.neutron [req-d5133d94-278e-4a38-a73b-8e02ccd2bc5e req-74d92ad7-0ef9-4d9a-a4e9-d2160373e365 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.573908] env[63920]: DEBUG nova.network.neutron [-] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.593679] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ec2a297-2229-48ac-bc3f-2c276b6325fa {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.603643] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26668b13-87ea-4912-9628-381271f78391 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.626699] env[63920]: DEBUG nova.compute.manager [req-d5133d94-278e-4a38-a73b-8e02ccd2bc5e req-74d92ad7-0ef9-4d9a-a4e9-d2160373e365 service nova] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Detach interface failed, port_id=a10dd84c-812b-4bd4-b421-67e2f3c313c0, reason: Instance a9625240-6a16-4fa8-be41-598cc58e01bd could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1698.077079] env[63920]: INFO nova.compute.manager [-] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Took 1.21 seconds to deallocate network for instance. [ 1698.583570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.583957] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.584140] env[63920]: DEBUG nova.objects.instance [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'resources' on Instance uuid a9625240-6a16-4fa8-be41-598cc58e01bd {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.126623] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada26ce-be23-439b-90b0-484bc2c544b3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.133940] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299b4ad5-dda3-4d4b-87ed-0ce63d1f0bf2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.164595] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee181d1d-7bd2-4a08-8b8d-e32453eb5a87 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.171349] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00736a67-4726-478f-9f50-da74cda5f62d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.185064] env[63920]: DEBUG nova.compute.provider_tree [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.687919] env[63920]: DEBUG nova.scheduler.client.report [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.192625] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.210449] env[63920]: INFO nova.scheduler.client.report [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted allocations for instance a9625240-6a16-4fa8-be41-598cc58e01bd [ 1700.718848] env[63920]: DEBUG oslo_concurrency.lockutils [None req-87363748-d7c3-4356-bb30-7dd0872b9064 tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "a9625240-6a16-4fa8-be41-598cc58e01bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.467s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.003620] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "18efc322-e59c-420c-9b72-6001f7531655" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.004080] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "18efc322-e59c-420c-9b72-6001f7531655" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.004221] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "18efc322-e59c-420c-9b72-6001f7531655-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.004314] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "18efc322-e59c-420c-9b72-6001f7531655-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.004485] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "18efc322-e59c-420c-9b72-6001f7531655-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.006942] env[63920]: INFO nova.compute.manager [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Terminating instance [ 1705.510510] env[63920]: DEBUG nova.compute.manager [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.510789] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.512035] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e287e-a633-4c60-91b3-8e28794b6b5c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.519927] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.520160] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-560db3d1-0b96-47ea-ad45-0742169900d1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.526567] env[63920]: DEBUG oslo_vmware.api [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1705.526567] env[63920]: value = "task-2393333" [ 1705.526567] env[63920]: _type = "Task" [ 1705.526567] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.533748] env[63920]: DEBUG oslo_vmware.api [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.036574] env[63920]: DEBUG oslo_vmware.api [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393333, 'name': PowerOffVM_Task, 'duration_secs': 0.203879} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.037063] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.037063] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1706.037262] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5baee17-9e50-4f34-a9f3-b0b86d8d872c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.105591] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1706.105852] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1706.106036] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleting the datastore file [datastore1] 18efc322-e59c-420c-9b72-6001f7531655 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1706.106306] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca49f757-0635-4ea2-b9be-db88275addc6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.112136] env[63920]: DEBUG oslo_vmware.api [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for the task: (returnval){ [ 1706.112136] env[63920]: value = "task-2393335" [ 1706.112136] env[63920]: _type = "Task" [ 1706.112136] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.119714] env[63920]: DEBUG oslo_vmware.api [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.621744] env[63920]: DEBUG oslo_vmware.api [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Task: {'id': task-2393335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138514} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.621989] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.622178] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.622358] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.622530] env[63920]: INFO nova.compute.manager [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1706.622764] env[63920]: DEBUG oslo.service.loopingcall [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.622948] env[63920]: DEBUG nova.compute.manager [-] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1706.623057] env[63920]: DEBUG nova.network.neutron [-] [instance: 18efc322-e59c-420c-9b72-6001f7531655] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1706.867905] env[63920]: DEBUG nova.compute.manager [req-b34ac8e1-15f9-442b-9a93-2b99b9755559 req-8b6b4bba-e52f-438e-9967-9df868762943 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Received event network-vif-deleted-0783313e-8d14-4b6c-8b74-67221a0f83ca {{(pid=63920) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1706.868252] env[63920]: INFO nova.compute.manager [req-b34ac8e1-15f9-442b-9a93-2b99b9755559 req-8b6b4bba-e52f-438e-9967-9df868762943 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Neutron deleted interface 0783313e-8d14-4b6c-8b74-67221a0f83ca; detaching it from the instance and deleting it from the info cache [ 1706.868531] env[63920]: DEBUG nova.network.neutron [req-b34ac8e1-15f9-442b-9a93-2b99b9755559 req-8b6b4bba-e52f-438e-9967-9df868762943 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.350234] env[63920]: DEBUG nova.network.neutron [-] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.371067] env[63920]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe1ca347-3e93-4e97-904e-f13487b46003 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.380572] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f673d9-4b09-4727-80a6-f5d3dad20106 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.402792] env[63920]: DEBUG nova.compute.manager [req-b34ac8e1-15f9-442b-9a93-2b99b9755559 req-8b6b4bba-e52f-438e-9967-9df868762943 service nova] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Detach interface failed, port_id=0783313e-8d14-4b6c-8b74-67221a0f83ca, reason: Instance 18efc322-e59c-420c-9b72-6001f7531655 could not be found. {{(pid=63920) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1707.853239] env[63920]: INFO nova.compute.manager [-] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Took 1.23 seconds to deallocate network for instance. [ 1708.360168] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.360570] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.360699] env[63920]: DEBUG nova.objects.instance [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lazy-loading 'resources' on Instance uuid 18efc322-e59c-420c-9b72-6001f7531655 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1708.894525] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b199f4-12f6-42a9-8586-6a1a05879465 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.902153] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c9cf04-3fc8-45ed-bfc5-9c30edb21b37 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.931354] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84987d8-4915-4eb7-bc43-da02f2598aae {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.938270] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1978321b-d372-415e-9806-5942dca7edca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.953024] env[63920]: DEBUG nova.compute.provider_tree [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.455301] env[63920]: DEBUG nova.scheduler.client.report [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1709.960229] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.977530] env[63920]: INFO nova.scheduler.client.report [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Deleted allocations for instance 18efc322-e59c-420c-9b72-6001f7531655 [ 1710.485523] env[63920]: DEBUG oslo_concurrency.lockutils [None req-13446845-3231-4944-bfcc-9eebd48404ab tempest-ServerActionsTestOtherA-1415195550 tempest-ServerActionsTestOtherA-1415195550-project-member] Lock "18efc322-e59c-420c-9b72-6001f7531655" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.482s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.204413] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "db4941bd-2bca-46dd-b638-9d2f07e02410" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.204712] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "db4941bd-2bca-46dd-b638-9d2f07e02410" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.707458] env[63920]: DEBUG nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Starting instance... {{(pid=63920) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1715.226519] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.226781] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.228250] env[63920]: INFO nova.compute.claims [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1716.261345] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04773bb5-1499-422d-ade8-433441331521 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.269202] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51978904-e399-4911-8532-afe6d7524401 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.299040] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c6866-6aab-4961-9032-2f89a9f016ce {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.305869] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906fe0a7-9dcc-4a04-ad94-28943db3d7d7 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.318460] env[63920]: DEBUG nova.compute.provider_tree [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.821870] env[63920]: DEBUG nova.scheduler.client.report [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.326859] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.100s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.327413] env[63920]: DEBUG nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Start building networks asynchronously for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1717.832749] env[63920]: DEBUG nova.compute.utils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Using /dev/sd instead of None {{(pid=63920) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.834560] env[63920]: DEBUG nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Not allocating networking since 'none' was specified. {{(pid=63920) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1718.336318] env[63920]: DEBUG nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Start building block device mappings for instance. {{(pid=63920) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.345219] env[63920]: DEBUG nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Start spawning the instance on the hypervisor. {{(pid=63920) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1719.372591] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1719.372876] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1719.373082] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1719.373311] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1719.373503] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1719.373690] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1719.373945] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1719.374178] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1719.374390] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1719.374592] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1719.374797] env[63920]: DEBUG nova.virt.hardware [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1719.375736] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21b2247-8a2b-4c42-b017-9b9a8d9d97ed {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.385500] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3667d0c3-46b1-4902-b535-7778d539ce72 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.077128] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.082406] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Creating folder: Project (b03e1ecd60ae443fb5fd330949ce3ca6). Parent ref: group-v485178. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.082678] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e472322-e05f-40f8-a8e9-1158cc7e98de {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.095169] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Created folder: Project (b03e1ecd60ae443fb5fd330949ce3ca6) in parent group-v485178. [ 1720.095358] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Creating folder: Instances. Parent ref: group-v485511. {{(pid=63920) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1720.095577] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5df4d766-e537-4447-bfbd-b9b1aa2580c5 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.104830] env[63920]: INFO nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Created folder: Instances in parent group-v485511. [ 1720.105079] env[63920]: DEBUG oslo.service.loopingcall [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.105272] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.105454] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef6662a-505a-46b8-b588-1f661390b219 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.121397] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.121397] env[63920]: value = "task-2393338" [ 1720.121397] env[63920]: _type = "Task" [ 1720.121397] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.128398] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393338, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.631102] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393338, 'name': CreateVM_Task, 'duration_secs': 0.444969} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.631489] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1720.631689] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.631854] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.632205] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1720.632453] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133883d7-5562-4643-a272-dadfcf2c3572 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.636751] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1720.636751] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b07c19-27d3-5228-ee77-7014c50b1c6f" [ 1720.636751] env[63920]: _type = "Task" [ 1720.636751] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.643658] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b07c19-27d3-5228-ee77-7014c50b1c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.147359] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52b07c19-27d3-5228-ee77-7014c50b1c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.147658] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.147895] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1721.148152] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.148278] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.148453] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1721.148695] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76718a45-ad8e-4cc7-8993-66af69f7638c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.156720] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1721.156875] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1721.157548] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeff8aec-99bf-49ec-b47a-a52b7841f087 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.162285] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1721.162285] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d1b228-1fc0-6b8d-e465-fd7e97640c20" [ 1721.162285] env[63920]: _type = "Task" [ 1721.162285] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.169309] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d1b228-1fc0-6b8d-e465-fd7e97640c20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.677234] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52d1b228-1fc0-6b8d-e465-fd7e97640c20, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.678019] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ebedd8-4970-4e55-a568-c6e738f1174c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.683744] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1721.683744] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5225af0f-2cf0-d67f-8f4b-dc0340267639" [ 1721.683744] env[63920]: _type = "Task" [ 1721.683744] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.694206] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5225af0f-2cf0-d67f-8f4b-dc0340267639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.193836] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]5225af0f-2cf0-d67f-8f4b-dc0340267639, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.194111] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.194368] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1722.194633] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6484befd-d997-4ec0-86aa-1aa5af2d9caf {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.202132] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1722.202132] env[63920]: value = "task-2393339" [ 1722.202132] env[63920]: _type = "Task" [ 1722.202132] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.209544] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.714307] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393339, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.212823] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609484} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.213090] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore1] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1723.213298] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1723.213550] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad42dc3-bbbb-4942-9360-1c04b1236632 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.219992] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1723.219992] env[63920]: value = "task-2393340" [ 1723.219992] env[63920]: _type = "Task" [ 1723.219992] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.229781] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.729910] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.368179} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.730406] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.731193] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ec1c3-a899-43a9-9061-9b0e2f3ab7e6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.750521] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.750775] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596b6d69-3553-495d-8b2f-ad8d31a0a2d3 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.769057] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1723.769057] env[63920]: value = "task-2393341" [ 1723.769057] env[63920]: _type = "Task" [ 1723.769057] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.776306] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.278516] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393341, 'name': ReconfigVM_Task, 'duration_secs': 0.290894} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.278780] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Reconfigured VM instance instance-0000007c to attach disk [datastore1] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1724.279381] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27715d9-3d7e-46e2-a95c-f3f57bbc81b8 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.287236] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1724.287236] env[63920]: value = "task-2393342" [ 1724.287236] env[63920]: _type = "Task" [ 1724.287236] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.294417] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393342, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.796902] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393342, 'name': Rename_Task, 'duration_secs': 0.128093} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.797314] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.797431] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd7b3df-951b-4d8b-82ea-09bc6cdcee4e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.803413] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1724.803413] env[63920]: value = "task-2393343" [ 1724.803413] env[63920]: _type = "Task" [ 1724.803413] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.810306] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.313615] env[63920]: DEBUG oslo_vmware.api [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393343, 'name': PowerOnVM_Task, 'duration_secs': 0.433793} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.313871] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.314080] env[63920]: INFO nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Took 5.97 seconds to spawn the instance on the hypervisor. [ 1725.314271] env[63920]: DEBUG nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.315009] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f802b-0a91-4131-bb52-42518537772c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.832419] env[63920]: INFO nova.compute.manager [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Took 10.62 seconds to build instance. [ 1726.335110] env[63920]: DEBUG oslo_concurrency.lockutils [None req-dc878492-0aa8-4fee-b4b2-d653adbf3806 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "db4941bd-2bca-46dd-b638-9d2f07e02410" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.130s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.002330] env[63920]: INFO nova.compute.manager [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Rebuilding instance [ 1727.041363] env[63920]: DEBUG nova.compute.manager [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1727.042231] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e4589-4756-4bb1-be9d-e2ef9ad8dab6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.055514] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.055876] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-930d26b3-f136-4ee7-a601-c248b60d1906 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.064309] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1728.064309] env[63920]: value = "task-2393344" [ 1728.064309] env[63920]: _type = "Task" [ 1728.064309] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.073145] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.574337] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393344, 'name': PowerOffVM_Task, 'duration_secs': 0.128987} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.574677] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.574901] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1728.575648] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0fa13f-277d-4713-8009-e02b62d67d7c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.581688] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.581898] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d48965a5-2744-4caf-90c4-50782f9cc67c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.605998] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.606231] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Deleting contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.606440] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Deleting the datastore file [datastore1] db4941bd-2bca-46dd-b638-9d2f07e02410 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.606676] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb5777bf-b105-4f7b-bcec-da5bf1c2dda9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.613298] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1728.613298] env[63920]: value = "task-2393346" [ 1728.613298] env[63920]: _type = "Task" [ 1728.613298] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.620271] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.124147] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124798} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.124517] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1729.124644] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Deleted contents of the VM from datastore datastore1 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1729.124780] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1730.154342] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T03:54:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T03:53:45Z,direct_url=,disk_format='vmdk',id=7a8bae32-5764-4686-a7f4-d51d41380c45,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b1fb14af130545a589076c895a1644cc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T03:53:46Z,virtual_size=,visibility=), allow threads: False {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1730.154633] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Flavor limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.154771] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Image limits 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1730.154950] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Flavor pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.155115] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Image pref 0:0:0 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1730.155266] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63920) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1730.155467] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1730.155629] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1730.155795] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Got 1 possible topologies {{(pid=63920) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1730.155953] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1730.156192] env[63920]: DEBUG nova.virt.hardware [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63920) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1730.157038] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2117bdac-2296-45aa-8159-933597915cd0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.164770] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a12570f-927e-4f32-a5d2-9aa6747966fe {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.177952] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance VIF info [] {{(pid=63920) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1730.183250] env[63920]: DEBUG oslo.service.loopingcall [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1730.183464] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Creating VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1730.183655] env[63920]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66fcb73d-0ea0-4280-b1b2-67d2ba6e4b3e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.200491] env[63920]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1730.200491] env[63920]: value = "task-2393347" [ 1730.200491] env[63920]: _type = "Task" [ 1730.200491] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.207407] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393347, 'name': CreateVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.709631] env[63920]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393347, 'name': CreateVM_Task, 'duration_secs': 0.256746} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.709922] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Created VM on the ESX host {{(pid=63920) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.710215] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.710376] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.710696] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.710933] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeaa97d4-486f-4b24-a2d9-c73eb372f267 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.714981] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1730.714981] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fd914-4307-7e1c-0f4e-8712ca0addaa" [ 1730.714981] env[63920]: _type = "Task" [ 1730.714981] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.721815] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fd914-4307-7e1c-0f4e-8712ca0addaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.226018] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]529fd914-4307-7e1c-0f4e-8712ca0addaa, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.226385] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.226566] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Processing image 7a8bae32-5764-4686-a7f4-d51d41380c45 {{(pid=63920) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1731.226804] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.226947] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.227138] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1731.227427] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a681fed-7d8b-4005-bff2-559a4876ae9d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.235043] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63920) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1731.235217] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63920) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1731.235859] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40b6964-6e87-4afb-a047-b13970163ab2 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.241362] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1731.241362] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52607d5b-d15c-de57-8a38-743e26f8af23" [ 1731.241362] env[63920]: _type = "Task" [ 1731.241362] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.247957] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52607d5b-d15c-de57-8a38-743e26f8af23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.751432] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52607d5b-d15c-de57-8a38-743e26f8af23, 'name': SearchDatastore_Task, 'duration_secs': 0.008209} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.752182] env[63920]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01be5f9-6f58-4fbe-bcb5-89dd98492033 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.757161] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1731.757161] env[63920]: value = "session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c2f69b-67a9-e236-4751-5c218455f998" [ 1731.757161] env[63920]: _type = "Task" [ 1731.757161] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.764228] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c2f69b-67a9-e236-4751-5c218455f998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.267118] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': session[52207c0b-3240-7c43-d0f0-a71af6cb6c14]52c2f69b-67a9-e236-4751-5c218455f998, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.267580] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.267636] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1732.267859] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e651a31-7afa-4145-978a-59482d6f67e0 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.274140] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1732.274140] env[63920]: value = "task-2393348" [ 1732.274140] env[63920]: _type = "Task" [ 1732.274140] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.280863] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.784162] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450826} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.784440] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7a8bae32-5764-4686-a7f4-d51d41380c45/7a8bae32-5764-4686-a7f4-d51d41380c45.vmdk to [datastore2] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk {{(pid=63920) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.784602] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Extending root virtual disk to 1048576 {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.784845] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cef412a-240c-444c-9483-c70bc738cc6d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.790925] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1732.790925] env[63920]: value = "task-2393349" [ 1732.790925] env[63920]: _type = "Task" [ 1732.790925] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.797907] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.301354] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12663} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.301744] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Extended root virtual disk {{(pid=63920) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.302362] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69492a99-39fc-460d-ada0-b1af1b42a5d6 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.321162] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.321376] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0d2aba2-ffb6-4d08-974d-f3da53175ed1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.340016] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1733.340016] env[63920]: value = "task-2393350" [ 1733.340016] env[63920]: _type = "Task" [ 1733.340016] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.346954] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393350, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.849425] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393350, 'name': ReconfigVM_Task, 'duration_secs': 0.317615} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.849712] env[63920]: DEBUG nova.virt.vmwareapi.volumeops [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Reconfigured VM instance instance-0000007c to attach disk [datastore2] db4941bd-2bca-46dd-b638-9d2f07e02410/db4941bd-2bca-46dd-b638-9d2f07e02410.vmdk or device None with type sparse {{(pid=63920) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1733.850330] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e134d13-89c9-410c-9df3-3e976591746d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.857344] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1733.857344] env[63920]: value = "task-2393351" [ 1733.857344] env[63920]: _type = "Task" [ 1733.857344] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.864958] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393351, 'name': Rename_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.367307] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393351, 'name': Rename_Task, 'duration_secs': 0.351529} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.367838] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powering on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1734.367838] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-841ff35a-8172-4687-8919-20790d5bf54e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.373403] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1734.373403] env[63920]: value = "task-2393352" [ 1734.373403] env[63920]: _type = "Task" [ 1734.373403] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.380324] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.883574] env[63920]: DEBUG oslo_vmware.api [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393352, 'name': PowerOnVM_Task, 'duration_secs': 0.417918} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.883859] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powered on the VM {{(pid=63920) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.884041] env[63920]: DEBUG nova.compute.manager [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Checking state {{(pid=63920) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.884820] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b38e2-15b3-4062-b9c9-3f0854c9bcca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.400059] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.400432] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.400650] env[63920]: DEBUG nova.objects.instance [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63920) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1735.616489] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "db4941bd-2bca-46dd-b638-9d2f07e02410" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.616732] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "db4941bd-2bca-46dd-b638-9d2f07e02410" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.616937] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "db4941bd-2bca-46dd-b638-9d2f07e02410-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.617139] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "db4941bd-2bca-46dd-b638-9d2f07e02410-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.617312] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "db4941bd-2bca-46dd-b638-9d2f07e02410-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.620145] env[63920]: INFO nova.compute.manager [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Terminating instance [ 1736.123566] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "refresh_cache-db4941bd-2bca-46dd-b638-9d2f07e02410" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.123829] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquired lock "refresh_cache-db4941bd-2bca-46dd-b638-9d2f07e02410" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.123915] env[63920]: DEBUG nova.network.neutron [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Building network info cache for instance {{(pid=63920) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.408075] env[63920]: DEBUG oslo_concurrency.lockutils [None req-586950dc-f185-45be-99d0-390b7bd273b6 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.643782] env[63920]: DEBUG nova.network.neutron [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1736.700669] env[63920]: DEBUG nova.network.neutron [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.203140] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Releasing lock "refresh_cache-db4941bd-2bca-46dd-b638-9d2f07e02410" {{(pid=63920) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.203605] env[63920]: DEBUG nova.compute.manager [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Start destroying the instance on the hypervisor. {{(pid=63920) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.203814] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Destroying instance {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.204710] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d665f-cde5-42bc-8979-43b8e46bc57c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.212938] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powering off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.213211] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-988a2eeb-e9dd-41b3-b4e5-bf9935fb5e09 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.219579] env[63920]: DEBUG oslo_vmware.api [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1737.219579] env[63920]: value = "task-2393353" [ 1737.219579] env[63920]: _type = "Task" [ 1737.219579] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.227737] env[63920]: DEBUG oslo_vmware.api [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.729895] env[63920]: DEBUG oslo_vmware.api [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393353, 'name': PowerOffVM_Task, 'duration_secs': 0.12058} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.730309] env[63920]: DEBUG nova.virt.vmwareapi.vm_util [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Powered off the VM {{(pid=63920) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.730367] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Unregistering the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.730602] env[63920]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1b8e8d1-7b8f-454d-8ec1-342a6f09a457 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.758333] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Unregistered the VM {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.758525] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Deleting contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.758711] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Deleting the datastore file [datastore2] db4941bd-2bca-46dd-b638-9d2f07e02410 {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.758963] env[63920]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eca4102-4bc8-43e5-99fb-94d3060b6368 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.765231] env[63920]: DEBUG oslo_vmware.api [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for the task: (returnval){ [ 1737.765231] env[63920]: value = "task-2393355" [ 1737.765231] env[63920]: _type = "Task" [ 1737.765231] env[63920]: } to complete. {{(pid=63920) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.772338] env[63920]: DEBUG oslo_vmware.api [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.275321] env[63920]: DEBUG oslo_vmware.api [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Task: {'id': task-2393355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098329} completed successfully. {{(pid=63920) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.275584] env[63920]: DEBUG nova.virt.vmwareapi.ds_util [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Deleted the datastore file {{(pid=63920) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.275746] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Deleted contents of the VM from datastore datastore2 {{(pid=63920) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.275919] env[63920]: DEBUG nova.virt.vmwareapi.vmops [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance destroyed {{(pid=63920) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.276103] env[63920]: INFO nova.compute.manager [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1738.276348] env[63920]: DEBUG oslo.service.loopingcall [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63920) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.276558] env[63920]: DEBUG nova.compute.manager [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Deallocating network for instance {{(pid=63920) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.276637] env[63920]: DEBUG nova.network.neutron [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] deallocate_for_instance() {{(pid=63920) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.291456] env[63920]: DEBUG nova.network.neutron [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance cache missing network info. {{(pid=63920) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.794190] env[63920]: DEBUG nova.network.neutron [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Updating instance_info_cache with network_info: [] {{(pid=63920) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.296708] env[63920]: INFO nova.compute.manager [-] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Took 1.02 seconds to deallocate network for instance. [ 1739.803627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.803627] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.804071] env[63920]: DEBUG nova.objects.instance [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lazy-loading 'resources' on Instance uuid db4941bd-2bca-46dd-b638-9d2f07e02410 {{(pid=63920) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.334812] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f997e76-26aa-4f8a-8c55-16fe31a88f35 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.342116] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebef54c4-f738-450d-8290-bc8fac60548c {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.372101] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0248a7a-02ba-4c55-b47f-cd734ebe9a93 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.378829] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3589cd3b-0af0-4631-8bc5-f414e4b04ce1 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.391193] env[63920]: DEBUG nova.compute.provider_tree [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.894401] env[63920]: DEBUG nova.scheduler.client.report [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.399749] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.596s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.420012] env[63920]: INFO nova.scheduler.client.report [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Deleted allocations for instance db4941bd-2bca-46dd-b638-9d2f07e02410 [ 1741.926868] env[63920]: DEBUG oslo_concurrency.lockutils [None req-17d99ee1-c70b-4fb5-880b-00226aa5fd29 tempest-ServerShowV257Test-1292277296 tempest-ServerShowV257Test-1292277296-project-member] Lock "db4941bd-2bca-46dd-b638-9d2f07e02410" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.310s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.851611] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.570592] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1744.571049] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.570586] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.570987] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.570238] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.570556] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1751.073687] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.073920] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.074054] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.074212] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63920) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1751.075154] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b809c0a-4088-4c03-9305-0a3d91ba5160 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.083531] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c742357-903e-4b99-acea-a5396436e922 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.097370] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06057e8f-67fc-47ea-adbf-796b256a3ee9 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.103509] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e71d70-1561-4c7d-9933-34bd870212ca {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.132174] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181169MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=63920) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1751.132328] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.132491] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.153900] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1752.154206] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63920) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1752.166363] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4399c98-5905-4ff0-8642-661aa336316d {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.174422] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975eae5a-5a64-4ac7-ac5e-0fb17ff8767e {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.203832] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55600f8e-265b-48da-87f9-0be1858a6580 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.210849] env[63920]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebd08ca-5f74-41d3-b516-ca8c433e2a01 {{(pid=63920) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.223396] env[63920]: DEBUG nova.compute.provider_tree [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed in ProviderTree for provider: d3d03c94-9dea-45bd-bef8-6ae074503c23 {{(pid=63920) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1752.727056] env[63920]: DEBUG nova.scheduler.client.report [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Inventory has not changed for provider d3d03c94-9dea-45bd-bef8-6ae074503c23 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63920) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.232023] env[63920]: DEBUG nova.compute.resource_tracker [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63920) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1753.232416] env[63920]: DEBUG oslo_concurrency.lockutils [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=63920) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.570498] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.570876] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Starting heal instance info cache {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1755.073412] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Didn't find any instances for network info cache update. {{(pid=63920) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1755.073675] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.073804] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63920) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1755.073969] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.074120] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1755.579109] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] There are 7 instances to clean {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1755.579515] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: db4941bd-2bca-46dd-b638-9d2f07e02410] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1756.082315] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: b3c5658d-97db-44b7-be25-9554535c94e0] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1756.585493] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: a9625240-6a16-4fa8-be41-598cc58e01bd] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1757.088648] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 255b7f97-39c6-49d4-ab67-041c0744bbab] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1757.592019] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: e57d5a17-520f-4744-b5f0-147f6fc38d30] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1758.095239] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 01375604-feb9-4f65-8232-cc203882c6e0] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1758.598694] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] [instance: 18efc322-e59c-420c-9b72-6001f7531655] Instance has had 0 of 5 cleanup attempts {{(pid=63920) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1761.570798] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.074924] env[63920]: DEBUG oslo_service.periodic_task [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63920) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.075224] env[63920]: DEBUG nova.compute.manager [None req-716c0bfe-03c3-4b65-bc62-11c919a420b8 None None] Cleaning up deleted instances with incomplete migration {{(pid=63920) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}}